-- Logs begin at Tue 2022-06-14 17:00:53 UTC, end at Tue 2022-06-14 18:29:43 UTC. -- Jun 14 18:02:59.330043 dv-cinder-821739-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 14 18:03:02.149973 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.common.config [-] Logging enabled! Jun 14 18:03:02.150611 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.3.1.dev21 Jun 14 18:03:02.150742 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102369) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 14 18:03:02.154169 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.common.config [-] Logging enabled! Jun 14 18:03:02.154576 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.3.1.dev21 Jun 14 18:03:02.156224 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102369) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 14 18:03:02.157198 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 14 18:03:02.157427 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 14 18:03:02.157806 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 14 18:03:02.158049 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 14 18:03:02.158270 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 14 18:03:02.158587 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:02.158881 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:02.159171 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:02.159395 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:02.159684 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:02.159966 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:02.160367 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:02.160670 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:02.160968 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:02.161250 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:02.161527 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:02.161837 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:02.162058 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:02.162335 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:02.162620 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:02.162902 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:02.163123 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] debug = True {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:02.163399 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:02.163822 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:02.164220 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:02.164494 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:02.164779 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:02.165052 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:02.165323 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:02.165596 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:02.165903 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:02.166232 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] host = dv-cinder-821739-1-iscsi {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:02.166509 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:02.166795 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:02.167079 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:02.167363 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:02.167637 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:02.167910 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:02.168190 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:02.168459 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:02.168729 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] log_file = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:02.169000 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:02.169285 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:02.169567 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:02.169878 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:02.170099 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:02.170352 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:02.170644 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:02.170926 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:02.171198 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:02.171469 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:02.171741 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:02.172009 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:02.172277 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:02.172544 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:02.172825 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:02.173104 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:02.173386 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:02.173681 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:02.173949 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:02.174218 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:02.174485 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:02.174766 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:02.175035 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:02.175305 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:02.175574 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:02.175943 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:02.176173 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:02.176447 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:02.176745 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:02.177030 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:02.177309 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:02.177591 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:02.177886 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:02.178167 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:02.178439 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:02.178711 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:02.178981 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] use_json = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:02.179250 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:02.179518 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:02.179801 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:02.180067 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:02.180337 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:02.180602 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:02.180874 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:02.181152 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:02.181422 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:02.181735 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.182030 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.182327 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.182613 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.182901 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.183179 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.183466 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.183741 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.184028 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.184314 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.184600 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.184876 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.185160 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.185433 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.185746 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.186051 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.186346 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.186634 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.186907 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.187179 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.187450 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.187725 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.188008 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.188283 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.188566 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.188851 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.189125 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.189407 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.189721 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.190009 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.190280 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.190554 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.190843 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.191118 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.191913 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.192199 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.192481 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.192754 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.193024 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.193302 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.193589 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.193914 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.194169 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.194441 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.194724 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.194995 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.195263 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.195531 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.195803 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.196070 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.196354 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.196625 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.196893 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.197161 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.197435 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.197731 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.198002 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.198275 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.198541 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.198813 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.199081 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.199349 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.199615 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.199882 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.200148 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.200413 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.200676 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.200947 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.201214 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.201480 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.201774 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.202043 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.202310 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.202587 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.202882 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.203159 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.203436 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.203706 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.203981 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.204254 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.204525 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.204797 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.205072 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.205341 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.205624 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.205927 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.206215 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.206494 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.206772 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.207152 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.207935 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.208218 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.208492 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.208766 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.209044 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.209325 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.209615 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.209927 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.210217 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.210505 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.210794 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.211082 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.211375 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.211651 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:02.211866 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 14 18:03:02.212104 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102369) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 14 18:03:02.560021 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102369) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 18:03:02.560293 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102369) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 18:03:02.560577 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102369) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 18:03:02.560980 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 14 18:03:02.960326 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:02.960539 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:02.960805 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:02.962105 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:02.962377 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:02.962637 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:02.999316 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:02.999589 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:02.999853 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:03.014490 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:03.014763 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:03.015025 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:03.043199 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:03.043474 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:03.043742 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:03.080424 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:03.080697 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:03.080958 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:03.317224 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:03.317904 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:03.317904 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:03.318078 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:03.318669 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:03.438287 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:03.438600 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:03.438873 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:03.439136 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:03.439398 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:03.439702 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:03.439955 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:03.440206 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:03.440454 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:03.440728 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:03.440981 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:03.441239 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:03.442227 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:03.442335 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:03.442580 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:03.442843 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:03.443092 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:03.443353 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:03.443617 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:03.443871 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:03.444136 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:03.444387 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:03.444663 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:03.445033 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:03.445278 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:03.445519 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:03.445937 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102369) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 14 18:03:03.446172 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102369) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 14 18:03:03.446401 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102369) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 14 18:03:03.446630 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102369) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 14 18:03:03.446858 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102369) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 14 18:03:03.447086 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102369) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 14 18:03:03.447443 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 14 18:03:03.450522 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 14 18:03:03.454401 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 14 18:03:03.458226 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1000, 1049)])]) Jun 14 18:03:03.459851 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 14 18:03:03.460304 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 14 18:03:03.460629 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 14 18:03:03.461008 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 14 18:03:03.463794 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 14 18:03:03.464040 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 14 18:03:03.464381 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 14 18:03:03.469631 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jun 14 18:03:03.491997 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 14 18:03:03.492452 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:03.492745 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102369) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 14 18:03:03.493103 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:03.494497 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102369) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 14 18:03:03.494777 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 14 18:03:03.495021 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 14 18:03:03.498520 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:03.498792 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:03.565570 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 14 18:03:03.565837 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 14 18:03:03.566072 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 14 18:03:03.567068 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 14 18:03:03.590289 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_db.sqlalchemy.engines [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102369) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 14 18:03:04.123630 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.plugins.ml2.managers [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Initializing driver for type 'gre' Jun 14 18:03:04.124144 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] gre ID ranges: [(1, 1000)] Jun 14 18:03:04.179352 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.plugins.ml2.managers [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Initializing driver for type 'local' Jun 14 18:03:04.179702 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.plugins.ml2.managers [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Initializing driver for type 'vlan' Jun 14 18:03:04.195220 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] VlanTypeDriver initialization complete Jun 14 18:03:04.195573 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.plugins.ml2.managers [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Initializing driver for type 'vxlan' Jun 14 18:03:04.196183 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] vxlan ID ranges: [(1, 1000)] Jun 14 18:03:04.249934 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.plugins.ml2.managers [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Initializing extension driver 'port_security' Jun 14 18:03:04.250356 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.plugins.ml2.extensions.port_security [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] PortSecurityExtensionDriver initialization complete Jun 14 18:03:04.250768 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.plugins.ml2.managers [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Initializing mechanism driver 'openvswitch' Jun 14 18:03:04.251100 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.plugins.ml2.managers [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Initializing mechanism driver 'hyperv' Jun 14 18:03:04.258405 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.plugins.ml2.plugin [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:03:04.259081 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Subscribe: > port after_create 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:04.259467 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Subscribe: > port after_update 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:04.259798 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Subscribe: > port after_delete 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:04.260310 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102369) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 14 18:03:04.260744 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Subscribe: > subnet after_create 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:04.261103 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Subscribe: > subnet after_update 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:04.261440 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Subscribe: > subnet after_delete 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:04.261858 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102369) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 14 18:03:04.262267 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Subscribe: > network after_create 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:04.262615 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Subscribe: > network after_update 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:04.262955 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Subscribe: > network after_delete 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:04.263347 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102369) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 14 18:03:04.263752 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Subscribe: > security_group after_create 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:04.264099 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Subscribe: > security_group after_update 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:04.264439 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Subscribe: > security_group after_delete 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:04.264964 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102369) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 14 18:03:04.265376 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:04.265752 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:04.266101 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:04.266487 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102369) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 14 18:03:04.266892 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Subscribe: > address_group after_create 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:04.267240 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Subscribe: > address_group after_update 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:04.267577 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Subscribe: > address_group after_delete 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:04.267964 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102369) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 14 18:03:04.268407 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] ML2 OVO RPC backend initialized. {{(pid=102369) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jun 14 18:03:04.269145 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Subscribe: > router_interface after_create 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:04.270138 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:04.270632 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Subscribe: > network before_response 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:04.271117 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Subscribe: > networks before_response 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:04.271471 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Subscribe: > port before_response 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:04.271823 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Subscribe: > ports before_response 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:04.272170 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Subscribe: > subnet before_response 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:04.272515 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Subscribe: > subnets before_response 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:04.272860 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Subscribe: > network after_create 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:04.273203 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Subscribe: > network after_update 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:04.273537 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Subscribe: > network after_delete 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:04.273904 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Subscribe: > port after_create 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:04.274241 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Subscribe: > port after_update 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:04.274574 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Subscribe: > port after_delete 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:04.274909 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Subscribe: > subnet after_create 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:04.275245 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Subscribe: > subnet after_update 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:04.275574 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Subscribe: > subnet after_delete 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:04.282791 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.quota [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loaded quota_driver: . Jun 14 18:03:04.283153 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.plugins.ml2.plugin [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Modular L2 Plugin initialization complete Jun 14 18:03:04.283497 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading services supported by the core plugin {{(pid=102369) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 14 18:03:04.283838 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.plugins.ml2.managers [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Got port-security extension from driver 'port_security' Jun 14 18:03:04.284320 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.extensions.vlantransparent [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Disabled vlantransparent extension. Jun 14 18:03:04.284813 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102369) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 14 18:03:04.285150 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading Plugin: router Jun 14 18:03:04.320580 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Subscribe: > router_interface before_create 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:04.321188 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Subscribe: > router after_create 55549900 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:04.321328 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Subscribe: > router before_create 55549900 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:04.321740 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:04.322095 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:04.322450 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Subscribe: > router after_delete 55549900 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:04.322805 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Subscribe: > floatingip after_create 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:04.323151 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Subscribe: > floatingip after_update 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:04.323509 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Subscribe: > router after_create 55549900 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:04.323852 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Subscribe: > router after_update 55549900 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:04.324197 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Subscribe: > router after_update 55549900 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:04.324542 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:04.324896 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Subscribe: > router after_update 55549900 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:04.325305 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Subscribe: > router precommit_update 55549900 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:04.325693 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Subscribe: port after_update 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:04.326037 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Subscribe: port after_delete 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:04.326372 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Subscribe: subnet after_update 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:04.326707 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:04.327050 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Subscribe: > port precommit_delete 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:04.327393 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Subscribe: > router precommit_create 55549900 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:04.327731 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Subscribe: port before_delete 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:04.328069 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Subscribe: > router precommit_create 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:04.328422 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Subscribe: > router after_update 55549900 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:04.328760 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Subscribe: > router precommit_delete 55549900 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:04.329112 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Subscribe: > router precommit_create 55549900 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:04.329469 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Subscribe: > router_interface after_create 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:04.329837 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Subscribe: > router precommit_update 55549900 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:04.330199 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Subscribe: > agent after_create 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:04.330548 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Subscribe: > agent after_delete 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:04.330889 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Subscribe: > network after_delete 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:04.331750 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.quota.resource_registry [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Tracking information for resource: router configured {{(pid=102369) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 14 18:03:04.332699 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.quota.resource_registry [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Tracking information for resource: floatingip configured {{(pid=102369) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 14 18:03:04.337541 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.db.l3_agentschedulers_db [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 14 18:03:04.338144 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Subscribe: port after_update 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:04.338505 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Subscribe: port after_create 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:04.338857 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Subscribe: port after_delete 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:04.339202 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Subscribe: port after_update 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:04.339985 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Subscribe: > router before_create 55550100 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:04.340346 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Subscribe: > router precommit_delete 55550100 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:04.340703 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Subscribe: > router precommit_create 55550100 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:04.341053 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Subscribe: > router precommit_update 55550100 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:04.346109 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.services.provider_configuration [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Service providers = [] {{(pid=102369) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 14 18:03:04.346844 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.db.servicetype_db [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102369) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 14 18:03:04.349538 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.services.service_base [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102369) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 14 18:03:04.349912 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.services.service_base [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102369) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 14 18:03:04.350254 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.services.service_base [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102369) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 14 18:03:04.351134 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.services.service_base [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102369) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 14 18:03:04.351505 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.services.service_base [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 14 18:03:04.351891 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102369) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 14 18:03:04.352206 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 14 18:03:04.362775 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102369) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 14 18:03:04.363129 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading Plugin: auto_allocate Jun 14 18:03:04.369217 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Subscribe: network precommit_update 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:04.369583 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Subscribe: network precommit_create 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:04.370139 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102369) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 14 18:03:04.370462 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading Plugin: tag Jun 14 18:03:04.377031 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102369) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 14 18:03:04.377310 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading Plugin: timestamp Jun 14 18:03:04.381915 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102369) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 14 18:03:04.382247 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading Plugin: network_ip_availability Jun 14 18:03:04.387651 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:04.388016 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:04.388364 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:04.389076 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102369) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 14 18:03:04.389390 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading Plugin: flavors Jun 14 18:03:04.394061 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102369) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 14 18:03:04.394473 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading Plugin: revisions Jun 14 18:03:04.399290 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102369) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 14 18:03:04.399682 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_concurrency.lockutils [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.839s {{(pid=102369) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 18:03:04.400416 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102369) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 14 18:03:04.400747 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Initializing extension manager. Jun 14 18:03:04.401250 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: __init__.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.401586 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: __pycache__ {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.401944 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.402273 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: address_group.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.403026 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.403611 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loaded extension: address-group Jun 14 18:03:04.403933 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: address_scope.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.404641 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.405186 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loaded extension: address-scope Jun 14 18:03:04.405528 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: admin_state_down_before_update.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.406478 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.406987 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loaded extension: router-admin-state-down-before-update Jun 14 18:03:04.407308 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: agent.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.408184 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.408697 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loaded extension: agent Jun 14 18:03:04.409018 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: agent_resources_synced.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.409944 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.410665 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loaded extension: agent-resources-synced Jun 14 18:03:04.410984 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: allowedaddresspairs.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.412771 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.413296 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loaded extension: allowed-address-pairs Jun 14 18:03:04.413618 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: auto_allocated_topology.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.414714 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.415237 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loaded extension: auto-allocated-topology Jun 14 18:03:04.415560 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: availability_zone.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.416250 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.416758 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loaded extension: availability_zone Jun 14 18:03:04.417076 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: availability_zone_filter.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.418011 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.418525 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loaded extension: availability_zone_filter Jun 14 18:03:04.418844 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: data_plane_status.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.419744 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.420254 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Extension data-plane-status not supported by any of loaded plugins Jun 14 18:03:04.420570 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: default_subnetpools.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.421477 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.422017 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loaded extension: default-subnetpools Jun 14 18:03:04.422336 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: dhcpagentscheduler.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.423140 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.423652 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loaded extension: dhcp_agent_scheduler Jun 14 18:03:04.423972 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: dns.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.424890 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.425398 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Extension dns-integration not supported by any of loaded plugins Jun 14 18:03:04.425855 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: dns_domain_ports.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.426776 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.427276 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 14 18:03:04.427591 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.428503 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.429012 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 14 18:03:04.429330 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: dvr.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.430024 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.430532 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loaded extension: dvr Jun 14 18:03:04.430847 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: ecmp_routes.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.431755 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.432260 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Extension ecmp_routes not supported by any of loaded plugins Jun 14 18:03:04.432577 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: empty_string_filtering.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.433477 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.434012 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loaded extension: empty-string-filtering Jun 14 18:03:04.434336 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.435241 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.435750 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 14 18:03:04.436065 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.436978 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.437496 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 14 18:03:04.437830 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: external_net.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.438752 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.439266 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loaded extension: external-net Jun 14 18:03:04.439588 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: extra_dhcp_opt.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.440492 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.441002 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loaded extension: extra_dhcp_opt Jun 14 18:03:04.442019 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: extraroute.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.442937 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.443447 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loaded extension: extraroute Jun 14 18:03:04.443766 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: extraroute_atomic.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.444807 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.445317 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loaded extension: extraroute-atomic Jun 14 18:03:04.445635 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: filter_validation.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.446317 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.446822 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loaded extension: filter-validation Jun 14 18:03:04.447138 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: fip_pf_description.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.448045 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.448549 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 14 18:03:04.448866 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: fip_port_details.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.449815 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.450329 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loaded extension: fip-port-details Jun 14 18:03:04.450647 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: flavors.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.451870 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.452391 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loaded extension: flavors Jun 14 18:03:04.452712 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.454383 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.454915 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 14 18:03:04.455242 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: floatingip_pools.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.455941 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.456452 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loaded extension: floatingip-pools Jun 14 18:03:04.456773 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: ip_allocation.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.458304 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.458811 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Extension ip_allocation not supported by any of loaded plugins Jun 14 18:03:04.459132 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.460050 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.460566 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loaded extension: ip-substring-filtering Jun 14 18:03:04.460890 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: l2_adjacency.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.461847 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.462358 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Extension l2_adjacency not supported by any of loaded plugins Jun 14 18:03:04.462678 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: l3.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.463669 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.464186 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loaded extension: router Jun 14 18:03:04.464509 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: l3_conntrack_helper.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.466925 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.467458 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 14 18:03:04.467787 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.468716 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.469236 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loaded extension: ext-gw-mode Jun 14 18:03:04.469560 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.470507 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.471025 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loaded extension: l3-ha Jun 14 18:03:04.471347 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: l3_flavors.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.472260 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.472817 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loaded extension: l3-flavors Jun 14 18:03:04.473120 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.474058 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.474580 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loaded extension: l3-port-ip-change-not-allowed Jun 14 18:03:04.474898 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: l3agentscheduler.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.475924 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.476437 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loaded extension: l3_agent_scheduler Jun 14 18:03:04.476763 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: logging.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.478282 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.478808 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Extension logging not supported by any of loaded plugins Jun 14 18:03:04.479140 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: metering.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.479881 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.480464 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loaded extension: metering Jun 14 18:03:04.480792 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.481915 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.482444 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loaded extension: metering_source_and_destination_fields Jun 14 18:03:04.482770 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: multiprovidernet.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.483694 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.484214 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loaded extension: multi-provider Jun 14 18:03:04.484547 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: netmtu.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.485749 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.486265 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loaded extension: net-mtu Jun 14 18:03:04.486586 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: netmtu_writable.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.487497 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.488006 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loaded extension: net-mtu-writable Jun 14 18:03:04.488356 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: network_availability_zone.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.489027 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.489527 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loaded extension: network_availability_zone Jun 14 18:03:04.489879 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: network_ip_availability.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.490972 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.491491 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loaded extension: network-ip-availability Jun 14 18:03:04.491815 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: network_segment_range.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.492756 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.493089 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Extension network-segment-range not supported by any of loaded plugins Jun 14 18:03:04.493408 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: pagination.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.494411 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.494746 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loaded extension: pagination Jun 14 18:03:04.495066 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: port_device_profile.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.495965 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.496483 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loaded extension: port-device-profile Jun 14 18:03:04.496803 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.497752 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.498265 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loaded extension: port-mac-address-regenerate Jun 14 18:03:04.498582 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.499487 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.499996 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loaded extension: port-numa-affinity-policy Jun 14 18:03:04.500344 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: port_resource_request.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.501255 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.501797 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Extension port-resource-request not supported by any of loaded plugins Jun 14 18:03:04.502118 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: portbindings.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.503032 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.503543 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loaded extension: binding Jun 14 18:03:04.504388 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: portbindings_extended.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.507271 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.507803 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loaded extension: binding-extended Jun 14 18:03:04.508134 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: portsecurity.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.509059 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.509580 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loaded extension: port-security Jun 14 18:03:04.509933 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: project_id.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.510916 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.511239 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loaded extension: project-id Jun 14 18:03:04.511563 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: providernet.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.512479 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.512996 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loaded extension: provider Jun 14 18:03:04.513319 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: qos.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.516901 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.517428 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Extension qos not supported by any of loaded plugins Jun 14 18:03:04.517788 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.519036 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.520166 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 14 18:03:04.520493 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.521414 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.521955 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 14 18:03:04.522279 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: qos_default.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.523195 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.523712 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Extension qos-default not supported by any of loaded plugins Jun 14 18:03:04.524036 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: qos_fip.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.524700 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.525207 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Extension qos-fip not supported by any of loaded plugins Jun 14 18:03:04.525526 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: qos_gateway_ip.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.526478 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.526984 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 14 18:03:04.527306 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: qos_port_network_policy.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.528210 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.528718 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 14 18:03:04.529040 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: qos_pps_rule.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.530228 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.530746 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Extension qos-pps not supported by any of loaded plugins Jun 14 18:03:04.531068 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: qos_rule_type_details.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.531982 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.532494 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 14 18:03:04.532815 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: qos_rules_alias.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.533893 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.534414 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 14 18:03:04.534737 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: quotasv2.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.535782 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.536103 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loaded extension: quotas Jun 14 18:03:04.536422 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: quotasv2_detail.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.538140 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.538476 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loaded extension: quota_details Jun 14 18:03:04.538802 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: rbac.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.539878 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.540416 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loaded extension: rbac-policies Jun 14 18:03:04.540743 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: rbac_address_group.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.541707 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.542239 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loaded extension: rbac-address-group Jun 14 18:03:04.542564 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: rbac_address_scope.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.543488 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.544005 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loaded extension: rbac-address-scope Jun 14 18:03:04.544333 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: rbac_security_groups.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.545250 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.545795 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loaded extension: rbac-security-groups Jun 14 18:03:04.546119 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: rbac_subnetpool.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.547034 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.547555 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loaded extension: rbac-subnetpool Jun 14 18:03:04.547867 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: revisionifmatch.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.548788 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.549303 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loaded extension: revision-if-match Jun 14 18:03:04.549624 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: revisions.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.551502 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.552199 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loaded extension: standard-attr-revisions Jun 14 18:03:04.552530 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: router_availability_zone.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.553232 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.553787 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loaded extension: router_availability_zone Jun 14 18:03:04.554112 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: routerservicetype.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.555053 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.555563 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Extension router-service-type not supported by any of loaded plugins Jun 14 18:03:04.555884 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.556809 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.557326 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loaded extension: security-groups-normalized-cidr Jun 14 18:03:04.557642 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: security_groups_port_filtering.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.558577 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.559088 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loaded extension: port-security-groups-filtering Jun 14 18:03:04.559407 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.560330 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.560842 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loaded extension: security-groups-remote-address-group Jun 14 18:03:04.561164 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: securitygroup.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.571727 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.572281 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loaded extension: security-group Jun 14 18:03:04.572612 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: segment.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.573424 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.573969 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Extension segment not supported by any of loaded plugins Jun 14 18:03:04.574300 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.575285 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.575799 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 14 18:03:04.576123 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: servicetype.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.577331 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.577896 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loaded extension: service-type Jun 14 18:03:04.578227 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: sorting.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.579217 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.579553 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loaded extension: sorting Jun 14 18:03:04.579879 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: standard_attr_segment.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.580805 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.581326 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 14 18:03:04.581672 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: standardattrdescription.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.582497 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.583014 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loaded extension: standard-attr-description Jun 14 18:03:04.583339 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: stateful_security_group.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.584270 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.584790 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loaded extension: stateful-security-group Jun 14 18:03:04.585119 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: stdattrs_common.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.585730 dv-cinder-821739-1-iscsi neutron-server[102369]: WARNING neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 14 18:03:04.586051 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.586984 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.587502 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 14 18:03:04.587822 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: subnet_onboard.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.588890 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.589408 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loaded extension: subnet_onboard Jun 14 18:03:04.589750 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.590670 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.591183 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 14 18:03:04.591501 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: subnet_service_types.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.592418 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.592932 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loaded extension: subnet-service-types Jun 14 18:03:04.593253 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: subnetallocation.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.594362 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.594876 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loaded extension: subnet_allocation Jun 14 18:03:04.595201 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.595864 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.596374 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loaded extension: subnetpool-prefix-ops Jun 14 18:03:04.596693 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.597955 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.598423 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 14 18:03:04.598744 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: tagging.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.599807 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.600326 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loaded extension: standard-attr-tag Jun 14 18:03:04.600649 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: timestamp.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.601896 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.602419 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loaded extension: standard-attr-timestamp Jun 14 18:03:04.602740 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: trunk.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.603781 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.604304 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Extension trunk not supported by any of loaded plugins Jun 14 18:03:04.604624 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: trunk_details.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.605552 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.606101 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Extension trunk-details not supported by any of loaded plugins Jun 14 18:03:04.606423 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: uplink_status_propagation.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.607340 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.607856 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 14 18:03:04.608176 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Loading extension file: vlantransparent.py {{(pid=102369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:03:04.608850 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:03:04.609361 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Extension vlan-transparent not supported by any of loaded plugins Jun 14 18:03:04.612152 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.quota.resource_registry [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Creating instance of TrackedResource for resource:network Jun 14 18:03:04.612691 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.quota.resource_registry [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Creating instance of TrackedResource for resource:subnet Jun 14 18:03:04.613837 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.quota.resource_registry [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Creating instance of TrackedResource for resource:subnetpool Jun 14 18:03:04.614181 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.quota.resource_registry [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Creating instance of TrackedResource for resource:port Jun 14 18:03:04.615425 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.v2.resource_helper [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102369) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 18:03:04.615880 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.v2.resource_helper [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Service FLAVORS assigned prefix: {{(pid=102369) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 18:03:04.616517 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.v2.resource_helper [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102369) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 18:03:04.616941 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.v2.resource_helper [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102369) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 18:03:04.617271 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.quota.resource_registry [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Creating instance of TrackedResource for resource:router Jun 14 18:03:04.617733 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.quota.resource_registry [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Creating instance of TrackedResource for resource:floatingip Jun 14 18:03:04.618221 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.v2.resource_helper [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Service METERING assigned prefix: /metering {{(pid=102369) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 18:03:04.619679 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:04.620045 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:04.620394 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:03:04.621400 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.quota.resource_registry [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Creating instance of CountableResource for resource:rbac_policy Jun 14 18:03:04.621869 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.quota.resource_registry [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Creating instance of TrackedResource for resource:security_group Jun 14 18:03:04.622302 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.quota.resource_registry [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Creating instance of TrackedResource for resource:security_group_rule Jun 14 18:03:04.622926 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.v2.resource_helper [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Service CORE assigned prefix: {{(pid=102369) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 18:03:04.623251 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.quota.resource_registry [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Creating instance of TrackedResource for resource:subnetpool Jun 14 18:03:04.623599 dv-cinder-821739-1-iscsi neutron-server[102369]: WARNING neutron.quota.resource_registry [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] subnetpool is already registered Jun 14 18:03:04.624022 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.v2.resource_helper [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Service CORE assigned prefix: {{(pid=102369) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 18:03:04.624338 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.quota.resource_registry [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Creating instance of TrackedResource for resource:subnetpool Jun 14 18:03:04.624668 dv-cinder-821739-1-iscsi neutron-server[102369]: WARNING neutron.quota.resource_registry [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] subnetpool is already registered Jun 14 18:03:04.626976 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.v2.resource_helper [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102369) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 18:03:04.627460 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.v2.resource_helper [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Service FLAVORS assigned prefix: {{(pid=102369) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 18:03:04.628001 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.v2.resource_helper [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102369) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 18:03:04.628422 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.v2.resource_helper [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102369) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 18:03:04.628800 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.quota.resource_registry [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Creating instance of TrackedResource for resource:router Jun 14 18:03:04.629634 dv-cinder-821739-1-iscsi neutron-server[102369]: WARNING neutron.quota.resource_registry [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] router is already registered Jun 14 18:03:04.630069 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.quota.resource_registry [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Creating instance of TrackedResource for resource:floatingip Jun 14 18:03:04.630401 dv-cinder-821739-1-iscsi neutron-server[102369]: WARNING neutron.quota.resource_registry [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] floatingip is already registered Jun 14 18:03:04.630861 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.v2.resource_helper [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Service METERING assigned prefix: /metering {{(pid=102369) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 18:03:04.631538 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.quota.resource_registry [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Creating instance of CountableResource for resource:rbac_policy Jun 14 18:03:04.631861 dv-cinder-821739-1-iscsi neutron-server[102369]: WARNING neutron.quota.resource_registry [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] rbac_policy is already registered Jun 14 18:03:04.632270 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.quota.resource_registry [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Creating instance of TrackedResource for resource:security_group Jun 14 18:03:04.632603 dv-cinder-821739-1-iscsi neutron-server[102369]: WARNING neutron.quota.resource_registry [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] security_group is already registered Jun 14 18:03:04.633004 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.quota.resource_registry [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Creating instance of TrackedResource for resource:security_group_rule Jun 14 18:03:04.633333 dv-cinder-821739-1-iscsi neutron-server[102369]: WARNING neutron.quota.resource_registry [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] security_group_rule is already registered Jun 14 18:03:04.633997 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.v2.resource_helper [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Service CORE assigned prefix: {{(pid=102369) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 18:03:04.634317 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.quota.resource_registry [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Creating instance of TrackedResource for resource:subnetpool Jun 14 18:03:04.634646 dv-cinder-821739-1-iscsi neutron-server[102369]: WARNING neutron.quota.resource_registry [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] subnetpool is already registered Jun 14 18:03:04.635062 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.v2.resource_helper [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Service CORE assigned prefix: {{(pid=102369) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 18:03:04.635382 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.quota.resource_registry [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Creating instance of TrackedResource for resource:subnetpool Jun 14 18:03:04.635711 dv-cinder-821739-1-iscsi neutron-server[102369]: WARNING neutron.quota.resource_registry [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] subnetpool is already registered Jun 14 18:03:04.636185 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Extended resource: extensions {{(pid=102369) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 18:03:04.637679 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Extended resource: address-groups {{(pid=102369) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 18:03:04.639132 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Extended resource: address-scopes {{(pid=102369) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 18:03:04.640437 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Extended resource: agents {{(pid=102369) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 18:03:04.641588 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Extended resource: auto-allocated-topology {{(pid=102369) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 18:03:04.642836 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Extended resource: availability_zones {{(pid=102369) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 18:03:04.644062 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Extended resource: dhcp-networks {{(pid=102369) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 18:03:04.645670 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Extended resource: dhcp-agents {{(pid=102369) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 18:03:04.647079 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Extended resource: routers {{(pid=102369) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 18:03:04.649254 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Extended resource: flavors {{(pid=102369) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 18:03:04.650556 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Extended resource: service_profiles {{(pid=102369) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 18:03:04.652125 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Extended resource: next_providers {{(pid=102369) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 18:03:04.653564 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Extended resource: service_profiles {{(pid=102369) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 18:03:04.655145 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Extended resource: floatingip-pools {{(pid=102369) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 18:03:04.656634 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Extended resource: routers {{(pid=102369) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 18:03:04.659223 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Extended resource: floatingips {{(pid=102369) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 18:03:04.660912 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Extended resource: l3-routers {{(pid=102369) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 18:03:04.662572 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Extended resource: l3-agents {{(pid=102369) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 18:03:04.664390 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Extended resource: metering-labels {{(pid=102369) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 18:03:04.666892 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Extended resource: metering-label-rules {{(pid=102369) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 18:03:04.668167 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Extended resource: network-ip-availabilities {{(pid=102369) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 18:03:04.669435 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Extended resource: bindings {{(pid=102369) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 18:03:04.671135 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Extended resource: quotas {{(pid=102369) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 18:03:04.672562 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Extended resource: quotas {{(pid=102369) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 18:03:04.673977 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Extended resource: rbac-policies {{(pid=102369) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 18:03:04.675150 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Extended resource: security-groups {{(pid=102369) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 18:03:04.677255 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Extended resource: security-group-rules {{(pid=102369) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 18:03:04.678518 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Extended resource: service-providers {{(pid=102369) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 18:03:04.679724 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Extended resource: subnetpools {{(pid=102369) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 18:03:04.681122 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Extended resource: subnetpools {{(pid=102369) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 18:03:04.682601 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Extended resource: tags {{(pid=102369) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 18:03:04.684271 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Extended resource: tags {{(pid=102369) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 18:03:04.686107 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Extended resource: tags {{(pid=102369) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 18:03:04.687879 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Extended resource: tags {{(pid=102369) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 18:03:04.689674 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Extended resource: tags {{(pid=102369) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 18:03:04.692364 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Extended resource: tags {{(pid=102369) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 18:03:04.693930 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Extended resource: tags {{(pid=102369) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 18:03:04.695809 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Extended resource: tags {{(pid=102369) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 18:03:04.697572 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Extended resource: tags {{(pid=102369) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 18:03:04.699337 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron.api.extensions [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Extended resource: tags {{(pid=102369) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 18:03:04.705278 dv-cinder-821739-1-iscsi neutron-server[102369]: WARNING keystonemiddleware.auth_token [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 14 18:03:04.710049 dv-cinder-821739-1-iscsi neutron-server[102369]: WARNING keystonemiddleware.auth_token [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 14 18:03:04.718592 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_concurrency.lockutils [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Acquired lock "singleton_lock" {{(pid=102369) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 14 18:03:04.719059 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_concurrency.lockutils [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Releasing lock "singleton_lock" {{(pid=102369) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 14 18:03:04.719684 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO oslo_service.service [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Starting 2 workers Jun 14 18:03:04.724745 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Started child 102476 {{(pid=102369) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 14 18:03:04.729337 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Started child 102477 {{(pid=102369) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 14 18:03:04.730114 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:03:04.730923 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO neutron.service [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Neutron service started, listening on 0.0.0.0:9696 Jun 14 18:03:04.731606 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Notify callbacks [] for process, before_spawn {{(pid=102369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:03:04.731784 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [-] (102476) wsgi starting up on http://0.0.0.0:9696 Jun 14 18:03:04.734165 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO oslo_service.service [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Starting 1 workers Jun 14 18:03:04.734380 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:03:04.736027 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [-] (102477) wsgi starting up on http://0.0.0.0:9696 Jun 14 18:03:04.740448 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Started child 102478 {{(pid=102369) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 14 18:03:04.741000 dv-cinder-821739-1-iscsi neutron-server[102369]: INFO oslo_service.service [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Starting 1 workers Jun 14 18:03:04.744403 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.service [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] calling RpcWorker wait() {{(pid=102478) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 14 18:03:04.744955 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.service [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] returning from RpcWorker wait() {{(pid=102478) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 14 18:03:04.745512 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Started child 102479 {{(pid=102369) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 14 18:03:04.746388 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG neutron_lib.callbacks.manager [None req-81d73209-44ce-4029-a065-43f6f39bb48b None None] Notify callbacks [] for process, after_spawn {{(pid=102369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:03:04.746496 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:03:04.746937 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:03:04.748293 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102369) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 14 18:03:04.748504 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 14 18:03:04.748689 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 14 18:03:04.748914 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 14 18:03:04.749267 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 14 18:03:04.749432 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 14 18:03:04.749966 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.750261 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.750476 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:03:04.750940 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.750940 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.751080 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.751637 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.751917 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.752155 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.752438 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.752681 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.752855 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.753022 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.753274 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.753521 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.754726 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.755015 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.755262 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.755527 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.755696 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.755950 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.756216 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.756446 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.756725 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] debug = True {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.756970 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.757450 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.757703 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.757957 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.758227 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.758452 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.758685 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.758947 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.759194 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.759411 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.759647 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.759898 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.760135 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.760355 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.760592 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.760867 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.761101 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.761558 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] host = dv-cinder-821739-1-iscsi {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.761819 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.762038 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.762289 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.762561 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.762820 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.763035 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.763281 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.763537 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.763799 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.764026 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.764267 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.764522 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.764753 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.764992 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] log_file = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.765156 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] log_options = True {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.765370 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.765640 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.765907 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.766144 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.766290 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.766417 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.766681 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.766842 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.767090 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.767335 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.767531 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.767767 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.767956 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.768213 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.768475 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.768725 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.768955 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.769196 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.769537 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.769787 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.770082 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.770335 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.770542 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.770720 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.770937 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.771151 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.771472 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.771637 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.771826 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.772074 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.772297 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.772546 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.772790 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.773026 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.773278 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.773534 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:03:04.773772 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.773993 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.774210 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.774472 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.774699 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.774965 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.775214 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.775424 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.776038 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.776038 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.776942 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.776942 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] use_json = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.776942 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.776942 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.777611 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.777611 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.777611 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.778189 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.778189 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.778556 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.778811 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.779305 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.779559 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.779895 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.780120 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.780369 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.780682 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.780851 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.781122 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.781341 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.781575 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.781928 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.782152 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.782451 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.782701 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.782968 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.783315 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.783566 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.783829 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.784082 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.785818 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.785818 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.785818 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.785818 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.785818 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.785818 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.785818 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.785818 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.788314 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.788314 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.788314 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.70/identity {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.788314 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.788314 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.788314 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.788314 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.788314 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.790549 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.790549 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.790549 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.790549 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.790549 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.790549 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.790549 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.790549 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.790549 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.794513 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.794513 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.794513 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.794513 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.794513 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.794513 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.794513 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.794513 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.794513 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.796697 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.796697 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.796697 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.796697 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.796697 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.796697 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.796697 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.796697 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.797478 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.797478 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.797478 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.797478 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.797478 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.797478 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.797478 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.797478 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.797478 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.798355 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.798355 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.798355 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.798355 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.798355 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.798355 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.798355 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.798355 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.798355 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.798963 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.798963 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.798963 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.798963 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.798963 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.799317 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.799317 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.799469 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.799639 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.799853 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.800133 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.800443 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.801220 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.801465 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.801705 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.801949 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.802185 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.802441 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.802813 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.803261 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.803477 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.803746 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.803993 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.804235 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.804482 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.804718 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.804992 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.805225 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.805468 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.805740 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.805988 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.806230 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.806489 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.806760 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.807025 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.807292 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.807572 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.807839 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.808095 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.808367 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.808616 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.808919 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.809193 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.809468 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.809729 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.809960 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.810206 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.810460 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.810741 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.811018 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.811249 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.811493 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.811710 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.811993 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.812220 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.812437 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.812681 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.812910 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.813239 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.813472 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.813703 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.813924 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.814194 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.814442 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.814680 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.814953 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.815201 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.815449 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.815702 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.815961 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.70/identity {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.816216 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.817380 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.817380 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.817732 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.817732 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.817984 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.818359 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.818359 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.818611 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.819321 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.819321 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.819321 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.819700 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.819700 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.819932 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.820053 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.820928 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.820928 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.820928 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.820928 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.821254 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.821342 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.821550 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.821803 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.822688 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.822688 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.822688 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.823081 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.823081 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.823285 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.823400 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.823582 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.823826 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.824044 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.824258 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.824699 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.824921 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.825148 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.825357 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.825795 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.826183 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.826423 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.826671 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.827038 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.827306 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.827538 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.828332 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.828568 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.828803 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.829024 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.829267 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.829506 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.829755 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.829981 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.830216 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.830437 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.830661 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.830879 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.831117 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.831387 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.831639 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.831915 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.832170 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.832413 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.832628 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.832844 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.833059 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.833288 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.833499 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.833735 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.833955 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.834168 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.834456 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.834698 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.834942 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.835198 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.835434 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.835646 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.836027 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.836175 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.836327 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.836550 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.836766 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.836975 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.837217 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.837425 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.837680 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.837901 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.838122 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.838355 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.838586 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.838794 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.839029 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.839251 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.839464 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.839675 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.839897 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.840130 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.840362 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.840574 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.840791 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.841003 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.841349 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.841501 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.841686 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.841934 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.842153 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.842364 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.842662 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.842913 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.843153 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.843439 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.843668 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.843919 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.844141 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.844477 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.844714 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.844953 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.845174 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.845437 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.845692 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.846062 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.846461 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.846602 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.846740 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.847215 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.847352 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.847929 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.848212 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.848434 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.848749 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.849097 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.849364 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.849622 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.850052 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.850192 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.850366 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.850582 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.850818 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.851062 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.851278 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.851526 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.851769 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.851991 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.852229 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.852474 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.852720 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.852976 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.853210 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.853432 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.853798 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.854125 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 14 18:03:04.855152 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102369) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 14 18:03:04.855152 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 14 18:03:04.855152 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 14 18:03:04.855152 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 14 18:03:04.855152 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 14 18:03:04.855152 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 14 18:03:04.855631 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.855631 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.855631 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.855853 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.855853 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.856040 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.856204 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.856360 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.856517 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.856674 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.856831 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.856989 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.857144 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.857299 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.857455 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.857611 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.857791 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.857949 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.858144 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.858258 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.858412 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.858568 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.858726 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] debug = True {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.858886 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.859079 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.859254 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.859398 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.859553 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.859709 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.859865 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.860020 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.860428 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.860588 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.860744 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.860900 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.861055 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.861211 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.861367 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.861523 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.861682 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.861845 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] host = dv-cinder-821739-1-iscsi {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.862002 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.862158 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.862313 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.862468 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.862623 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.862779 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.862935 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.863581 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.863753 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.863914 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.864076 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.864222 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.864494 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.864653 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] log_file = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.864811 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] log_options = True {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.864967 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.865123 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.865280 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.865463 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.865625 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.865806 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.865963 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.866297 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.866297 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.866556 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.866556 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.866736 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.866854 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.866985 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.867141 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.867296 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.869688 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.869688 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.869688 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.869688 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.869688 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.869688 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.869688 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.869688 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.870293 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.870389 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:03:04.870476 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.870476 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.870476 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.870476 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.870476 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.870476 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.870476 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.870476 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.870908 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.870908 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.870908 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.870908 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.870908 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.870908 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.870908 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.870908 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.871345 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.871345 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.871345 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.871525 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.871638 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.872876 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] use_json = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.872876 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.872876 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.872876 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.872876 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.872876 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.872876 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.872876 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.873388 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.873388 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:03:04.873388 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.873388 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.873627 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.873871 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.873974 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.874105 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.874256 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.874446 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.874601 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.874744 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.874886 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.875028 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.875193 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.875346 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.875526 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.875690 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.875849 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.875955 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.876113 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.876270 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.876427 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.876584 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.876796 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.877087 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.877716 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.877716 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.877716 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.878151 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.878151 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.878834 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.70/identity {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.878834 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.878834 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.878834 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.880666 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.880666 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.880666 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.880666 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.880666 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.881287 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.881287 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.881287 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.881287 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.881828 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.881828 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.881828 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.881828 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.882200 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.882200 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.882436 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.882436 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.882674 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.882799 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.882923 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.883048 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.883174 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.883361 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.883523 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.883683 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.883844 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.884004 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.884165 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.884345 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.884503 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.884823 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.884984 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.885149 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.885349 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.885542 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.885717 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.885850 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.886031 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.886169 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.886305 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.886438 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.886592 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.886734 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.886877 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.887012 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.887145 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.887348 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.887795 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.887795 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.887795 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.889104 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.889104 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.889104 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.889104 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.889104 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.889104 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.889104 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.889104 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.891244 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.891244 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.891244 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.891244 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.891244 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.891244 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.891244 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.891244 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.893019 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.893019 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.893019 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.893019 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.893019 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.893019 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.893019 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.893019 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.896099 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.896099 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.896099 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.896099 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.896099 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.896099 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.896099 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.896099 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.898399 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.898399 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.898399 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.898399 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.898399 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.898399 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.898399 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.898399 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.900264 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.900264 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.900264 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.900264 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.900264 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.900264 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.900264 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.900264 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.900264 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.901604 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.901604 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.901604 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.901604 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.901604 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.901604 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.901604 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.901604 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.902663 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.902663 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.902663 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.902663 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.902663 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.902663 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.902663 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.902663 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.903601 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.70/identity {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.903601 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.903601 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.903601 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.903601 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.903601 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.903601 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.903601 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.904465 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.904465 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.904465 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.904465 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.904465 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.904465 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.904465 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.904465 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.905155 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.905155 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.905155 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.905155 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.905155 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.905155 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.905155 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.905155 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.906098 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.906098 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.906098 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.906098 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.906098 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.906098 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.906098 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.906098 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.906981 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.906981 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.906981 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.906981 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.906981 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.906981 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.906981 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.906981 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.907736 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.907736 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.907736 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.907736 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.907736 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.907736 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.907736 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.907736 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.908610 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.908610 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.908610 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.908610 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.908610 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.908610 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.908610 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.908610 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.908610 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.909362 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.909362 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.909362 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.909362 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.909362 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.909362 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.909362 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.909362 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.911386 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.911386 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.911386 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.911386 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.911386 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.911386 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.911386 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.911386 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.911386 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.912798 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.912798 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.912798 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.912798 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.912798 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.912798 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.912798 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.912798 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.913965 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.913965 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.913965 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.913965 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.913965 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.913965 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.913965 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.913965 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.914788 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.914788 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.914788 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.914788 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.914788 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.914788 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.914788 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.914788 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.915600 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.915600 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.915600 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.915600 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.915600 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.915600 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.915600 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.915600 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.916136 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.916136 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.916136 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.916136 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.916136 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.916136 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.916136 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.916909 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.916909 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.916909 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.916909 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.917260 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.917260 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.917260 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.917521 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.917603 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.917755 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.917947 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.918233 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.918408 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.918570 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.918778 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.919100 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.919389 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.919553 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.919751 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.919923 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.920140 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.920291 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.920587 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.920587 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.920741 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.920904 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.921066 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.921268 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.921382 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.921576 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.921738 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.921913 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.922073 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.922259 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.922417 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.922691 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.922880 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.923059 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.923190 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:03:04.923324 dv-cinder-821739-1-iscsi neutron-server[102369]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 14 18:03:05.010146 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 48056) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:03:05.018741 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [-] 10.222.0.70 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063910 Jun 14 18:03:16.508797 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7f6c12-236f-4d85-b66c-c5a4d36f9246 None None] get_active_networks_info from dv-cinder-821739-1-iscsi {{(pid=102478) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 14 18:03:16.571766 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7f6c12-236f-4d85-b66c-c5a4d36f9246 None None] No non-hosted networks {{(pid=102478) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 14 18:03:16.593322 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.agentschedulers_db [None req-9e7f6c12-236f-4d85-b66c-c5a4d36f9246 None None] DHCP Agent not found on host dv-cinder-821739-1-iscsi {{(pid=102478) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jun 14 18:03:16.723588 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-9ea4adaf-8c0a-440a-95a9-68f3703df0d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8279373'] for agent, after_create {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:03:18.677558 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-d6a38c5c-0526-4c70-8c77-0dc42c18301d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8279373'] for agent, after_create {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:03:18.730764 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-5fb7b38b-5970-405e-a66e-6f5dfa48b22b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:03:19.757687 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-cf1fda14-6f0d-42ea-928d-63fe9f24329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8279373'] for agent, after_create {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:03:21.617085 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-1a5f21f8-b210-492f-a8cf-2d8a6010caea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8279373'] for agent, after_create {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:03:21.942845 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8279373'] for agent, after_create {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:03:21.943483 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:03:21.943818 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:03:21.944171 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:03:21.944470 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:03:21.944794 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:03:21.945110 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:03:21.945428 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:03:21.946594 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:03:21.948829 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:03:21.950100 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:03:21.950460 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:03:21.951172 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:03:21.951602 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-821739-1-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:03:21.960448 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-821739-1-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:03:22.307851 dv-cinder-821739-1-iscsi neutron-server[102478]: INFO neutron.db.l3_hamode_db [None req-d00cb388-2bb5-4174-9705-acb9e0fe689a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 14 18:03:22.386738 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00cb388-2bb5-4174-9705-acb9e0fe689a None None] Routers set() bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:03:22.387180 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00cb388-2bb5-4174-9705-acb9e0fe689a None None] Router IDs set() for agent in host dv-cinder-821739-1-iscsi {{(pid=102478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jun 14 18:03:22.781615 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 48148) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:03:23.346284 dv-cinder-821739-1-iscsi neutron-server[102477]: WARNING oslo_policy.policy [None req-e805475d-c38e-4890-a02e-89cd40d0f585 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 14 18:03:23.346866 dv-cinder-821739-1-iscsi neutron-server[102477]: WARNING oslo_policy.policy [None req-e805475d-c38e-4890-a02e-89cd40d0f585 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 14 18:03:23.569158 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [None req-e805475d-c38e-4890-a02e-89cd40d0f585 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 14 18:03:23.570462 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-e805475d-c38e-4890-a02e-89cd40d0f585 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7867718 Jun 14 18:03:26.011653 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 48164) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:03:26.325979 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.v2.base [None req-705c6842-e24b-42f4-b2fc-12b0dd9d3946 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=102477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:03:26.421428 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.policy [None req-705c6842-e24b-42f4-b2fc-12b0dd9d3946 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102477) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 14 18:03:26.466850 dv-cinder-821739-1-iscsi neutron-server[102477]: WARNING oslo_policy.policy [None req-705c6842-e24b-42f4-b2fc-12b0dd9d3946 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 14 18:03:26.467227 dv-cinder-821739-1-iscsi neutron-server[102477]: WARNING oslo_policy.policy [None req-705c6842-e24b-42f4-b2fc-12b0dd9d3946 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 14 18:03:26.561276 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-705c6842-e24b-42f4-b2fc-12b0dd9d3946 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758241673765', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758241673334', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758241768209', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758241769589', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758241839841', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758241774905', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-592927', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-972525', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8387692', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7923060'] for rbac-policy, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:03:26.629771 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-705c6842-e24b-42f4-b2fc-12b0dd9d3946 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:03:26.630988 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-705c6842-e24b-42f4-b2fc-12b0dd9d3946 admin admin] 10.222.0.70 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6183133 Jun 14 18:03:29.288477 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 48176) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:03:29.589041 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.v2.base [None req-8d11ef8d-7373-4578-9317-b86b6e510973 admin admin] Request body: {'network': {'tenant_id': '8e491907036c4ed18ada798042cd94fb', 'admin_state_up': True, 'project_id': '8e491907036c4ed18ada798042cd94fb', 'name': 'private'}} {{(pid=102477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:03:29.617301 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d11ef8d-7373-4578-9317-b86b6e510973 admin admin] Made reservation on behalf of 8e491907036c4ed18ada798042cd94fb for: {'network': 1} {{(pid=102477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:03:29.620377 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-8d11ef8d-7373-4578-9317-b86b6e510973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for network, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:03:29.637514 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-8d11ef8d-7373-4578-9317-b86b6e510973 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:03:29.749161 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-8d11ef8d-7373-4578-9317-b86b6e510973 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:03:29.753602 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-8d11ef8d-7373-4578-9317-b86b6e510973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:03:29.777798 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d11ef8d-7373-4578-9317-b86b6e510973 admin admin] vlan segment allocate from pool success with {'vlan_id': 1015, 'physical_network': 'physnet1'} {{(pid=102477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 18:03:29.801289 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-8d11ef8d-7373-4578-9317-b86b6e510973 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758239721674', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977873'] for segment, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:03:29.801877 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-8d11ef8d-7373-4578-9317-b86b6e510973 admin admin] Unsubscribe: segment precommit_create {{(pid=102477) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 14 18:03:29.802391 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.db.segments_db [None req-8d11ef8d-7373-4578-9317-b86b6e510973 admin admin] Added segment bafd33f6-a544-461b-92bc-724997d74544 of type vlan for network b514ddba-c706-4d65-8b5c-d7ef6f330b3a Jun 14 18:03:29.808243 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d11ef8d-7373-4578-9317-b86b6e510973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee28db6a-f3f0-4610-be95-41c5f669128a,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:03:29.843407 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d11ef8d-7373-4578-9317-b86b6e510973 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:03:29.843759 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d11ef8d-7373-4578-9317-b86b6e510973 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:03:29.844094 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d11ef8d-7373-4578-9317-b86b6e510973 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:03:29.844418 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d11ef8d-7373-4578-9317-b86b6e510973 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:03:29.844737 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d11ef8d-7373-4578-9317-b86b6e510973 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:03:29.845070 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d11ef8d-7373-4578-9317-b86b6e510973 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:03:29.845389 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d11ef8d-7373-4578-9317-b86b6e510973 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:03:29.845737 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d11ef8d-7373-4578-9317-b86b6e510973 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:03:29.846805 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d11ef8d-7373-4578-9317-b86b6e510973 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:03:29.846805 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d11ef8d-7373-4578-9317-b86b6e510973 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:03:29.847374 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d11ef8d-7373-4578-9317-b86b6e510973 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:03:29.847374 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d11ef8d-7373-4578-9317-b86b6e510973 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:03:29.848213 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d11ef8d-7373-4578-9317-b86b6e510973 admin admin] Tracked resource versions report: Jun 14 18:03:29.848213 dv-cinder-821739-1-iscsi neutron-server[102477]: pushed versions: Jun 14 18:03:29.848213 dv-cinder-821739-1-iscsi neutron-server[102477]: { 'AddressGroup': {'1.2'}, Jun 14 18:03:29.848213 dv-cinder-821739-1-iscsi neutron-server[102477]: 'ConntrackHelper': {'1.0'}, Jun 14 18:03:29.848213 dv-cinder-821739-1-iscsi neutron-server[102477]: 'Log': {'1.0'}, Jun 14 18:03:29.848213 dv-cinder-821739-1-iscsi neutron-server[102477]: 'Network': {'1.1'}, Jun 14 18:03:29.848213 dv-cinder-821739-1-iscsi neutron-server[102477]: 'Port': {'1.7'}, Jun 14 18:03:29.848213 dv-cinder-821739-1-iscsi neutron-server[102477]: 'PortForwarding': {'1.2'}, Jun 14 18:03:29.848213 dv-cinder-821739-1-iscsi neutron-server[102477]: 'QosPolicy': {'1.9'}, Jun 14 18:03:29.848213 dv-cinder-821739-1-iscsi neutron-server[102477]: 'SecurityGroup': {'1.4'}, Jun 14 18:03:29.848213 dv-cinder-821739-1-iscsi neutron-server[102477]: 'SecurityGroupRule': {'1.2'}, Jun 14 18:03:29.848213 dv-cinder-821739-1-iscsi neutron-server[102477]: 'SubPort': {'1.0'}, Jun 14 18:03:29.848213 dv-cinder-821739-1-iscsi neutron-server[102477]: 'Subnet': {'1.1'}, Jun 14 18:03:29.848213 dv-cinder-821739-1-iscsi neutron-server[102477]: 'Trunk': {'1.1'}} Jun 14 18:03:29.848213 dv-cinder-821739-1-iscsi neutron-server[102477]: consumer versions: Jun 14 18:03:29.848213 dv-cinder-821739-1-iscsi neutron-server[102477]: { DHCP agent@dv-cinder-821739-1-iscsi: {}, Jun 14 18:03:29.848213 dv-cinder-821739-1-iscsi neutron-server[102477]: L3 agent@dv-cinder-821739-1-iscsi: {}, Jun 14 18:03:29.848213 dv-cinder-821739-1-iscsi neutron-server[102477]: Metadata agent@dv-cinder-821739-1-iscsi: {}, Jun 14 18:03:29.848213 dv-cinder-821739-1-iscsi neutron-server[102477]: Metering agent@dv-cinder-821739-1-iscsi: {}, Jun 14 18:03:29.848213 dv-cinder-821739-1-iscsi neutron-server[102477]: Open vSwitch agent@dv-cinder-821739-1-iscsi: { 'AddressGroup': '1.2', Jun 14 18:03:29.848213 dv-cinder-821739-1-iscsi neutron-server[102477]: 'ConntrackHelper': '1.0', Jun 14 18:03:29.848213 dv-cinder-821739-1-iscsi neutron-server[102477]: 'Log': '1.0', Jun 14 18:03:29.848213 dv-cinder-821739-1-iscsi neutron-server[102477]: 'Network': '1.1', Jun 14 18:03:29.848213 dv-cinder-821739-1-iscsi neutron-server[102477]: 'Port': '1.7', Jun 14 18:03:29.848213 dv-cinder-821739-1-iscsi neutron-server[102477]: 'PortForwarding': '1.2', Jun 14 18:03:29.848213 dv-cinder-821739-1-iscsi neutron-server[102477]: 'QosPolicy': '1.9', Jun 14 18:03:29.848213 dv-cinder-821739-1-iscsi neutron-server[102477]: 'SecurityGroup': '1.4', Jun 14 18:03:29.848213 dv-cinder-821739-1-iscsi neutron-server[102477]: 'SecurityGroupRule': '1.2', Jun 14 18:03:29.848213 dv-cinder-821739-1-iscsi neutron-server[102477]: 'SubPort': '1.0', Jun 14 18:03:29.848213 dv-cinder-821739-1-iscsi neutron-server[102477]: 'Subnet': '1.1', Jun 14 18:03:29.848213 dv-cinder-821739-1-iscsi neutron-server[102477]: 'Trunk': '1.1'}} Jun 14 18:03:29.848213 dv-cinder-821739-1-iscsi neutron-server[102477]: {{(pid=102477) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 14 18:03:29.915927 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-8d11ef8d-7373-4578-9317-b86b6e510973 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758239169585'] for network, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:03:29.954249 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-8d11ef8d-7373-4578-9317-b86b6e510973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477'] for network, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:03:29.956484 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d11ef8d-7373-4578-9317-b86b6e510973 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:03:29.957467 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-8d11ef8d-7373-4578-9317-b86b6e510973 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7944499'] for network, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:03:30.013605 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-8d11ef8d-7373-4578-9317-b86b6e510973 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.7239518 Jun 14 18:03:30.058851 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d11ef8d-7373-4578-9317-b86b6e510973 admin admin] Pushing event updated for resources: {'Network': ['ID=b514ddba-c706-4d65-8b5c-d7ef6f330b3a,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:03:30.070932 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Network b514ddba-c706-4d65-8b5c-d7ef6f330b3a details requested by agent ovs-agent-dv-cinder-821739-1-iscsi with host dv-cinder-821739-1-iscsi {{(pid=102478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 14 18:03:32.784621 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 48190) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:03:33.285210 dv-cinder-821739-1-iscsi neutron-server[102476]: WARNING oslo_policy.policy [None req-6244fa68-5063-413d-951e-2180fb9b2dfe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 14 18:03:33.285818 dv-cinder-821739-1-iscsi neutron-server[102476]: WARNING oslo_policy.policy [None req-6244fa68-5063-413d-951e-2180fb9b2dfe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 14 18:03:33.728906 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.policy [None req-6244fa68-5063-413d-951e-2180fb9b2dfe admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102476) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 14 18:03:33.776302 dv-cinder-821739-1-iscsi neutron-server[102476]: WARNING oslo_policy.policy [None req-6244fa68-5063-413d-951e-2180fb9b2dfe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 14 18:03:33.776674 dv-cinder-821739-1-iscsi neutron-server[102476]: WARNING oslo_policy.policy [None req-6244fa68-5063-413d-951e-2180fb9b2dfe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 14 18:03:33.785199 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6244fa68-5063-413d-951e-2180fb9b2dfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:03:33.786973 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-6244fa68-5063-413d-951e-2180fb9b2dfe admin admin] 10.222.0.70 "GET /v2.0/networks/b514ddba-c706-4d65-8b5c-d7ef6f330b3a HTTP/1.1" status: 200 len: 826 time: 1.0014243 Jun 14 18:03:33.826989 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-af7a6df6-3313-4210-8602-be40198f27ea admin admin] 10.222.0.70 "GET /v2.0/subnetpools/3580e6db-a399-41ec-8117-6758f2861ae1 HTTP/1.1" status: 200 len: 734 time: 0.0337670 Jun 14 18:03:33.836667 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.v2.base [None req-e3669a45-ae6b-4015-abda-55752b6208fc admin admin] Request body: {'subnet': {'tenant_id': '8e491907036c4ed18ada798042cd94fb', 'network_id': 'b514ddba-c706-4d65-8b5c-d7ef6f330b3a', 'subnetpool_id': '3580e6db-a399-41ec-8117-6758f2861ae1', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:03:33.874623 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3669a45-ae6b-4015-abda-55752b6208fc admin admin] Made reservation on behalf of 8e491907036c4ed18ada798042cd94fb for: {'subnet': 1} {{(pid=102476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:03:33.878558 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-e3669a45-ae6b-4015-abda-55752b6208fc admin admin] Notify callbacks [] for subnet, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:03:34.172308 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-e3669a45-ae6b-4015-abda-55752b6208fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477'] for subnet, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:03:34.242660 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3669a45-ae6b-4015-abda-55752b6208fc admin admin] Checking segment: {'id': 'bafd33f6-a544-461b-92bc-724997d74544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'b514ddba-c706-4d65-8b5c-d7ef6f330b3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 14 18:03:34.243028 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3669a45-ae6b-4015-abda-55752b6208fc admin admin] Network hostable DHCP agents. Network: b514ddba-c706-4d65-8b5c-d7ef6f330b3a, hostable agents: ['7e447456-ff8f-4cbe-bcdd-bfd26b4a7662'], hosted agents: [] {{(pid=102476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 18:03:34.253016 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3669a45-ae6b-4015-abda-55752b6208fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bb25284-5581-4d6d-8613-a2686d917cdf,revision_number=0']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:03:34.268757 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3669a45-ae6b-4015-abda-55752b6208fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:03:34.269109 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3669a45-ae6b-4015-abda-55752b6208fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:03:34.269453 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3669a45-ae6b-4015-abda-55752b6208fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:03:34.269811 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3669a45-ae6b-4015-abda-55752b6208fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:03:34.270133 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3669a45-ae6b-4015-abda-55752b6208fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:03:34.270474 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3669a45-ae6b-4015-abda-55752b6208fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:03:34.270786 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3669a45-ae6b-4015-abda-55752b6208fc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:03:34.271112 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3669a45-ae6b-4015-abda-55752b6208fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:03:34.271440 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3669a45-ae6b-4015-abda-55752b6208fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:03:34.272031 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3669a45-ae6b-4015-abda-55752b6208fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:03:34.272146 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3669a45-ae6b-4015-abda-55752b6208fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:03:34.272449 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3669a45-ae6b-4015-abda-55752b6208fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:03:34.273458 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3669a45-ae6b-4015-abda-55752b6208fc admin admin] Tracked resource versions report: Jun 14 18:03:34.273458 dv-cinder-821739-1-iscsi neutron-server[102476]: pushed versions: Jun 14 18:03:34.273458 dv-cinder-821739-1-iscsi neutron-server[102476]: { 'AddressGroup': {'1.2'}, Jun 14 18:03:34.273458 dv-cinder-821739-1-iscsi neutron-server[102476]: 'ConntrackHelper': {'1.0'}, Jun 14 18:03:34.273458 dv-cinder-821739-1-iscsi neutron-server[102476]: 'Log': {'1.0'}, Jun 14 18:03:34.273458 dv-cinder-821739-1-iscsi neutron-server[102476]: 'Network': {'1.1'}, Jun 14 18:03:34.273458 dv-cinder-821739-1-iscsi neutron-server[102476]: 'Port': {'1.7'}, Jun 14 18:03:34.273458 dv-cinder-821739-1-iscsi neutron-server[102476]: 'PortForwarding': {'1.2'}, Jun 14 18:03:34.273458 dv-cinder-821739-1-iscsi neutron-server[102476]: 'QosPolicy': {'1.9'}, Jun 14 18:03:34.273458 dv-cinder-821739-1-iscsi neutron-server[102476]: 'SecurityGroup': {'1.4'}, Jun 14 18:03:34.273458 dv-cinder-821739-1-iscsi neutron-server[102476]: 'SecurityGroupRule': {'1.2'}, Jun 14 18:03:34.273458 dv-cinder-821739-1-iscsi neutron-server[102476]: 'SubPort': {'1.0'}, Jun 14 18:03:34.273458 dv-cinder-821739-1-iscsi neutron-server[102476]: 'Subnet': {'1.1'}, Jun 14 18:03:34.273458 dv-cinder-821739-1-iscsi neutron-server[102476]: 'Trunk': {'1.1'}} Jun 14 18:03:34.273458 dv-cinder-821739-1-iscsi neutron-server[102476]: consumer versions: Jun 14 18:03:34.273458 dv-cinder-821739-1-iscsi neutron-server[102476]: { DHCP agent@dv-cinder-821739-1-iscsi: {}, Jun 14 18:03:34.273458 dv-cinder-821739-1-iscsi neutron-server[102476]: L3 agent@dv-cinder-821739-1-iscsi: {}, Jun 14 18:03:34.273458 dv-cinder-821739-1-iscsi neutron-server[102476]: Metadata agent@dv-cinder-821739-1-iscsi: {}, Jun 14 18:03:34.273458 dv-cinder-821739-1-iscsi neutron-server[102476]: Metering agent@dv-cinder-821739-1-iscsi: {}, Jun 14 18:03:34.273458 dv-cinder-821739-1-iscsi neutron-server[102476]: Open vSwitch agent@dv-cinder-821739-1-iscsi: { 'AddressGroup': '1.2', Jun 14 18:03:34.273458 dv-cinder-821739-1-iscsi neutron-server[102476]: 'ConntrackHelper': '1.0', Jun 14 18:03:34.273458 dv-cinder-821739-1-iscsi neutron-server[102476]: 'Log': '1.0', Jun 14 18:03:34.273458 dv-cinder-821739-1-iscsi neutron-server[102476]: 'Network': '1.1', Jun 14 18:03:34.273458 dv-cinder-821739-1-iscsi neutron-server[102476]: 'Port': '1.7', Jun 14 18:03:34.273458 dv-cinder-821739-1-iscsi neutron-server[102476]: 'PortForwarding': '1.2', Jun 14 18:03:34.273458 dv-cinder-821739-1-iscsi neutron-server[102476]: 'QosPolicy': '1.9', Jun 14 18:03:34.273458 dv-cinder-821739-1-iscsi neutron-server[102476]: 'SecurityGroup': '1.4', Jun 14 18:03:34.273458 dv-cinder-821739-1-iscsi neutron-server[102476]: 'SecurityGroupRule': '1.2', Jun 14 18:03:34.273458 dv-cinder-821739-1-iscsi neutron-server[102476]: 'SubPort': '1.0', Jun 14 18:03:34.273458 dv-cinder-821739-1-iscsi neutron-server[102476]: 'Subnet': '1.1', Jun 14 18:03:34.273458 dv-cinder-821739-1-iscsi neutron-server[102476]: 'Trunk': '1.1'}} Jun 14 18:03:34.273458 dv-cinder-821739-1-iscsi neutron-server[102476]: {{(pid=102476) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 14 18:03:34.289787 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3669a45-ae6b-4015-abda-55752b6208fc admin admin] Network b514ddba-c706-4d65-8b5c-d7ef6f330b3a is scheduled to be hosted by DHCP agent 7e447456-ff8f-4cbe-bcdd-bfd26b4a7662 with binding_index 1 {{(pid=102476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 18:03:34.307226 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.base_scheduler [None req-e3669a45-ae6b-4015-abda-55752b6208fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821739-1-iscsi, b514ddba-c706-4d65-8b5c-d7ef6f330b3a) {{(pid=102476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:03:34.314008 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3669a45-ae6b-4015-abda-55752b6208fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:03:34.315213 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-e3669a45-ae6b-4015-abda-55752b6208fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7944499'] for subnet, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:03:34.315696 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1ec5e2-bdad-4fed-8d2d-35fe2a204372 None None] Network b514ddba-c706-4d65-8b5c-d7ef6f330b3a requested from dv-cinder-821739-1-iscsi {{(pid=102478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 18:03:34.342511 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-e3669a45-ae6b-4015-abda-55752b6208fc admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5092912 Jun 14 18:03:34.646531 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd477e9-6cfc-4920-ab19-2bd8652a9115 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13f8722a-7f63-57e1-9bed-f7c7ba50e3fe-b514ddba-c706-4d65-8b5c-d7ef6f330b3a', 'network_id': 'b514ddba-c706-4d65-8b5c-d7ef6f330b3a', 'tenant_id': '8e491907036c4ed18ada798042cd94fb', 'fixed_ips': [{'subnet_id': '4bb25284-5581-4d6d-8613-a2686d917cdf'}]}} from dv-cinder-821739-1-iscsi. {{(pid=102478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 14 18:03:34.647850 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-7dd477e9-6cfc-4920-ab19-2bd8652a9115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_create {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:03:34.952496 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.db_base_plugin_common [None req-7dd477e9-6cfc-4920-ab19-2bd8652a9115 None None] Allocated IP 172.20.0.2 (b514ddba-c706-4d65-8b5c-d7ef6f330b3a/4bb25284-5581-4d6d-8613-a2686d917cdf/c396300e-c533-4c65-ba60-719d4e9458f2) {{(pid=102478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:03:35.155232 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-7dd477e9-6cfc-4920-ab19-2bd8652a9115 None None] Notify callbacks [] for port, precommit_create {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:03:35.163169 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-7dd477e9-6cfc-4920-ab19-2bd8652a9115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239190878'] for port, after_create {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:03:35.236748 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd477e9-6cfc-4920-ab19-2bd8652a9115 None None] Network b514ddba-c706-4d65-8b5c-d7ef6f330b3a is already hosted by enough agents. {{(pid=102478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:03:35.242331 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.scheduler.base_scheduler [None req-7dd477e9-6cfc-4920-ab19-2bd8652a9115 None None] Resources bound (agent type, host, resource id): {{(pid=102478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:03:35.250198 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd477e9-6cfc-4920-ab19-2bd8652a9115 None None] Pushing event updated for resources: {'Port': ['ID=c396300e-c533-4c65-ba60-719d4e9458f2,revision_number=1']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:03:35.253032 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd477e9-6cfc-4920-ab19-2bd8652a9115 None None] Received port after_create {{(pid=102478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 14 18:03:35.262694 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd477e9-6cfc-4920-ab19-2bd8652a9115 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:03:35.263060 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd477e9-6cfc-4920-ab19-2bd8652a9115 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:03:35.263401 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd477e9-6cfc-4920-ab19-2bd8652a9115 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:03:35.263767 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd477e9-6cfc-4920-ab19-2bd8652a9115 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:03:35.264040 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd477e9-6cfc-4920-ab19-2bd8652a9115 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:03:35.264372 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd477e9-6cfc-4920-ab19-2bd8652a9115 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:03:35.264696 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd477e9-6cfc-4920-ab19-2bd8652a9115 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:03:35.265062 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd477e9-6cfc-4920-ab19-2bd8652a9115 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:03:35.265341 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd477e9-6cfc-4920-ab19-2bd8652a9115 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:03:35.265678 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd477e9-6cfc-4920-ab19-2bd8652a9115 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:03:35.266001 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd477e9-6cfc-4920-ab19-2bd8652a9115 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:03:35.266318 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd477e9-6cfc-4920-ab19-2bd8652a9115 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:03:35.267382 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd477e9-6cfc-4920-ab19-2bd8652a9115 None None] Tracked resource versions report: Jun 14 18:03:35.267382 dv-cinder-821739-1-iscsi neutron-server[102478]: pushed versions: Jun 14 18:03:35.267382 dv-cinder-821739-1-iscsi neutron-server[102478]: { 'AddressGroup': {'1.2'}, Jun 14 18:03:35.267382 dv-cinder-821739-1-iscsi neutron-server[102478]: 'ConntrackHelper': {'1.0'}, Jun 14 18:03:35.267382 dv-cinder-821739-1-iscsi neutron-server[102478]: 'Log': {'1.0'}, Jun 14 18:03:35.267382 dv-cinder-821739-1-iscsi neutron-server[102478]: 'Network': {'1.1'}, Jun 14 18:03:35.267382 dv-cinder-821739-1-iscsi neutron-server[102478]: 'Port': {'1.7'}, Jun 14 18:03:35.267382 dv-cinder-821739-1-iscsi neutron-server[102478]: 'PortForwarding': {'1.2'}, Jun 14 18:03:35.267382 dv-cinder-821739-1-iscsi neutron-server[102478]: 'QosPolicy': {'1.9'}, Jun 14 18:03:35.267382 dv-cinder-821739-1-iscsi neutron-server[102478]: 'SecurityGroup': {'1.4'}, Jun 14 18:03:35.267382 dv-cinder-821739-1-iscsi neutron-server[102478]: 'SecurityGroupRule': {'1.2'}, Jun 14 18:03:35.267382 dv-cinder-821739-1-iscsi neutron-server[102478]: 'SubPort': {'1.0'}, Jun 14 18:03:35.267382 dv-cinder-821739-1-iscsi neutron-server[102478]: 'Subnet': {'1.1'}, Jun 14 18:03:35.267382 dv-cinder-821739-1-iscsi neutron-server[102478]: 'Trunk': {'1.1'}} Jun 14 18:03:35.267382 dv-cinder-821739-1-iscsi neutron-server[102478]: consumer versions: Jun 14 18:03:35.267382 dv-cinder-821739-1-iscsi neutron-server[102478]: { DHCP agent@dv-cinder-821739-1-iscsi: {}, Jun 14 18:03:35.267382 dv-cinder-821739-1-iscsi neutron-server[102478]: L3 agent@dv-cinder-821739-1-iscsi: {}, Jun 14 18:03:35.267382 dv-cinder-821739-1-iscsi neutron-server[102478]: Metadata agent@dv-cinder-821739-1-iscsi: {}, Jun 14 18:03:35.267382 dv-cinder-821739-1-iscsi neutron-server[102478]: Metering agent@dv-cinder-821739-1-iscsi: {}, Jun 14 18:03:35.267382 dv-cinder-821739-1-iscsi neutron-server[102478]: Open vSwitch agent@dv-cinder-821739-1-iscsi: { 'AddressGroup': '1.2', Jun 14 18:03:35.267382 dv-cinder-821739-1-iscsi neutron-server[102478]: 'ConntrackHelper': '1.0', Jun 14 18:03:35.267382 dv-cinder-821739-1-iscsi neutron-server[102478]: 'Log': '1.0', Jun 14 18:03:35.267382 dv-cinder-821739-1-iscsi neutron-server[102478]: 'Network': '1.1', Jun 14 18:03:35.267382 dv-cinder-821739-1-iscsi neutron-server[102478]: 'Port': '1.7', Jun 14 18:03:35.267382 dv-cinder-821739-1-iscsi neutron-server[102478]: 'PortForwarding': '1.2', Jun 14 18:03:35.267382 dv-cinder-821739-1-iscsi neutron-server[102478]: 'QosPolicy': '1.9', Jun 14 18:03:35.267382 dv-cinder-821739-1-iscsi neutron-server[102478]: 'SecurityGroup': '1.4', Jun 14 18:03:35.267382 dv-cinder-821739-1-iscsi neutron-server[102478]: 'SecurityGroupRule': '1.2', Jun 14 18:03:35.267382 dv-cinder-821739-1-iscsi neutron-server[102478]: 'SubPort': '1.0', Jun 14 18:03:35.267382 dv-cinder-821739-1-iscsi neutron-server[102478]: 'Subnet': '1.1', Jun 14 18:03:35.267382 dv-cinder-821739-1-iscsi neutron-server[102478]: 'Trunk': '1.1'}} Jun 14 18:03:35.267382 dv-cinder-821739-1-iscsi neutron-server[102478]: {{(pid=102478) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 14 18:03:35.343720 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.managers [None req-7dd477e9-6cfc-4920-ab19-2bd8652a9115 None None] Attempting to bind port c396300e-c533-4c65-ba60-719d4e9458f2 on host dv-cinder-821739-1-iscsi for vnic_type normal with profile {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 14 18:03:35.344382 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.managers [None req-7dd477e9-6cfc-4920-ab19-2bd8652a9115 None None] Attempting to bind port c396300e-c533-4c65-ba60-719d4e9458f2 by drivers openvswitch,hyperv on host dv-cinder-821739-1-iscsi at level 0 using segments [{'id': 'bafd33f6-a544-461b-92bc-724997d74544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'b514ddba-c706-4d65-8b5c-d7ef6f330b3a'}] {{(pid=102478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 14 18:03:35.344639 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd477e9-6cfc-4920-ab19-2bd8652a9115 None None] Attempting to bind port c396300e-c533-4c65-ba60-719d4e9458f2 on network b514ddba-c706-4d65-8b5c-d7ef6f330b3a {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:03:35.349772 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd477e9-6cfc-4920-ab19-2bd8652a9115 None None] Checking agent: {'id': 'e8f0c06d-b34a-40ed-9da4-c5e71adce1cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821739-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 3, 22), 'started_at': datetime.datetime(2022, 6, 14, 18, 3, 22), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821739-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:03:35.350201 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd477e9-6cfc-4920-ab19-2bd8652a9115 None None] Checking segment: {'id': 'bafd33f6-a544-461b-92bc-724997d74544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'b514ddba-c706-4d65-8b5c-d7ef6f330b3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 14 18:03:35.350669 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-7dd477e9-6cfc-4920-ab19-2bd8652a9115 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:03:35.351055 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd477e9-6cfc-4920-ab19-2bd8652a9115 None None] Bound using segment: {'id': 'bafd33f6-a544-461b-92bc-724997d74544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'b514ddba-c706-4d65-8b5c-d7ef6f330b3a'} {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:03:35.351551 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.managers [None req-7dd477e9-6cfc-4920-ab19-2bd8652a9115 None None] Bound port: c396300e-c533-4c65-ba60-719d4e9458f2, host: dv-cinder-821739-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bafd33f6-a544-461b-92bc-724997d74544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'b514ddba-c706-4d65-8b5c-d7ef6f330b3a'}}] {{(pid=102478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 14 18:03:35.351968 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-7dd477e9-6cfc-4920-ab19-2bd8652a9115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:03:35.414217 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-7dd477e9-6cfc-4920-ab19-2bd8652a9115 None None] For port c396300e-c533-4c65-ba60-719d4e9458f2, host dv-cinder-821739-1-iscsi, cleared binding levels {{(pid=102478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:03:35.418433 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-7dd477e9-6cfc-4920-ab19-2bd8652a9115 None None] For port c396300e-c533-4c65-ba60-719d4e9458f2, host dv-cinder-821739-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=c396300e-c533-4c65-ba60-719d4e9458f2,segment=NetworkSegment(bafd33f6-a544-461b-92bc-724997d74544),segment_id=bafd33f6-a544-461b-92bc-724997d74544)] {{(pid=102478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:03:35.424130 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-7dd477e9-6cfc-4920-ab19-2bd8652a9115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:03:35.487358 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd477e9-6cfc-4920-ab19-2bd8652a9115 None None] Pushing event updated for resources: {'Port': ['ID=c396300e-c533-4c65-ba60-719d4e9458f2,revision_number=2']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:03:36.929108 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 48210) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:03:37.252237 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [None req-c20c210a-6ef7-4535-852f-a3799c0c5918 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 14 18:03:37.253227 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-c20c210a-6ef7-4535-852f-a3799c0c5918 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3230369 Jun 14 18:03:39.772958 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 48218) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:03:40.124320 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [None req-e0ad08b9-a7b2-463e-b772-5a799c325b2e admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 14 18:03:40.125362 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-e0ad08b9-a7b2-463e-b772-5a799c325b2e admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3513861 Jun 14 18:03:42.865790 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 48232) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:03:43.190928 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.v2.base [None req-db75a36b-a608-45b2-86e3-5602ce12ffb5 admin admin] Request body: {'router': {'tenant_id': '8e491907036c4ed18ada798042cd94fb', 'admin_state_up': True, 'name': 'router1'}} {{(pid=102477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:03:43.212986 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-db75a36b-a608-45b2-86e3-5602ce12ffb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8279293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16205'] for router, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:03:43.214515 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-db75a36b-a608-45b2-86e3-5602ce12ffb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8285349', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8221628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16196'] for router, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:03:43.348926 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device c396300e-c533-4c65-ba60-719d4e9458f2 up at agent ovs-agent-dv-cinder-821739-1-iscsi {{(pid=102478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:03:43.353261 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-db75a36b-a608-45b2-86e3-5602ce12ffb5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:03:43.358107 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-db75a36b-a608-45b2-86e3-5602ce12ffb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8287610'] for router, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:03:43.372744 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-db75a36b-a608-45b2-86e3-5602ce12ffb5 admin admin] Notify callbacks [] for router, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:03:43.381580 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-db75a36b-a608-45b2-86e3-5602ce12ffb5 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5071967 Jun 14 18:03:43.449399 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Provisioning complete for port c396300e-c533-4c65-ba60-719d4e9458f2 triggered by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:03:43.449726 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:03:43.565345 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Current status of the port c396300e-c533-4c65-ba60-719d4e9458f2 is: DOWN; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:03:43.566052 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:03:43.605460 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] For port c396300e-c533-4c65-ba60-719d4e9458f2, host dv-cinder-821739-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=c396300e-c533-4c65-ba60-719d4e9458f2,segment=NetworkSegment(bafd33f6-a544-461b-92bc-724997d74544),segment_id=bafd33f6-a544-461b-92bc-724997d74544)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:03:43.610317 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:03:43.663673 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Pushing event updated for resources: {'Port': ['ID=c396300e-c533-4c65-ba60-719d4e9458f2,revision_number=3']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:03:44.122965 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2991b2d3-d4af-4a5e-86a6-54dd235a533f None None] Network b514ddba-c706-4d65-8b5c-d7ef6f330b3a requested from dv-cinder-821739-1-iscsi {{(pid=102478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 18:03:44.190891 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-cce75c07-f5d0-4ba4-bdf0-c54ce8523a96 None None] Provisioning complete for port c396300e-c533-4c65-ba60-719d4e9458f2 triggered by entity DHCP. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:03:44.191263 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-cce75c07-f5d0-4ba4-bdf0-c54ce8523a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:03:44.343281 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-cce75c07-f5d0-4ba4-bdf0-c54ce8523a96 None None] Current status of the port c396300e-c533-4c65-ba60-719d4e9458f2 is: ACTIVE; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:03:44.571574 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-85eadb7c-6d56-4615-bb8b-d6f4d906d32d None None] Provisioning complete for port c396300e-c533-4c65-ba60-719d4e9458f2 triggered by entity DHCP. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:03:44.572596 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-85eadb7c-6d56-4615-bb8b-d6f4d906d32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:03:44.664952 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-85eadb7c-6d56-4615-bb8b-d6f4d906d32d None None] Current status of the port c396300e-c533-4c65-ba60-719d4e9458f2 is: ACTIVE; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:03:45.331250 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device c396300e-c533-4c65-ba60-719d4e9458f2 up at agent ovs-agent-dv-cinder-821739-1-iscsi {{(pid=102478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:03:45.378226 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Provisioning complete for port c396300e-c533-4c65-ba60-719d4e9458f2 triggered by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:03:45.378595 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:03:45.452536 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Current status of the port c396300e-c533-4c65-ba60-719d4e9458f2 is: ACTIVE; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:03:45.916013 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 48240) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:03:46.236854 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [None req-9ce48bac-8a01-45eb-8277-a59df208d022 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 14 18:03:46.237885 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-9ce48bac-8a01-45eb-8277-a59df208d022 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3209224 Jun 14 18:03:46.408868 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-d3639c1b-8fde-4073-b89e-de2c2a84fbc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:03:48.670979 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-4348e306-45b1-4414-af51-62dfdc0c4e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:03:48.788228 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 48248) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:03:49.108906 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.v2.base [None req-08ed5ead-5d56-491e-b964-d5bff2543630 admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'admin_state_up': True}} {{(pid=102477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:03:49.128376 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ed5ead-5d56-491e-b964-d5bff2543630 admin admin] Made reservation on behalf of f9d51fd64b354e77a2f562135801b47f for: {'network': 1} {{(pid=102477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:03:49.130609 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-08ed5ead-5d56-491e-b964-d5bff2543630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for network, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:03:49.138384 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-08ed5ead-5d56-491e-b964-d5bff2543630 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:03:49.207934 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-08ed5ead-5d56-491e-b964-d5bff2543630 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:03:49.212010 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-08ed5ead-5d56-491e-b964-d5bff2543630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:03:49.226878 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-08ed5ead-5d56-491e-b964-d5bff2543630 admin admin] Reserving flat network on physical network physnet1 {{(pid=102477) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 14 18:03:49.249159 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-08ed5ead-5d56-491e-b964-d5bff2543630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977873'] for segment, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:03:49.249491 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.db.segments_db [None req-08ed5ead-5d56-491e-b964-d5bff2543630 admin admin] Added segment d3be3284-4005-440f-af8c-13455fbdf684 of type flat for network 0514a421-38fe-44fa-a158-ef00d417fed9 Jun 14 18:03:49.250709 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ed5ead-5d56-491e-b964-d5bff2543630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=619a32ed-4ed4-427c-919f-14de39e5119c,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:03:49.298436 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-08ed5ead-5d56-491e-b964-d5bff2543630 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758239169585'] for network, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:03:49.327719 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-08ed5ead-5d56-491e-b964-d5bff2543630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477'] for network, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:03:49.328696 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ed5ead-5d56-491e-b964-d5bff2543630 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:03:49.329327 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-08ed5ead-5d56-491e-b964-d5bff2543630 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7944499'] for network, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:03:49.377485 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-08ed5ead-5d56-491e-b964-d5bff2543630 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5881801 Jun 14 18:03:49.408147 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ed5ead-5d56-491e-b964-d5bff2543630 admin admin] Pushing event updated for resources: {'Network': ['ID=0514a421-38fe-44fa-a158-ef00d417fed9,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:03:49.418693 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Network 0514a421-38fe-44fa-a158-ef00d417fed9 details requested by agent ovs-agent-dv-cinder-821739-1-iscsi with host dv-cinder-821739-1-iscsi {{(pid=102478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 14 18:03:49.712633 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-cf1fda14-6f0d-42ea-928d-63fe9f24329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:03:51.524705 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-1a5f21f8-b210-492f-a8cf-2d8a6010caea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:03:51.913358 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 48266) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:03:51.952837 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:03:52.129164 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ff20f5-107d-4b78-bcc0-626ee2b83c61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:03:52.130541 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-e3ff20f5-107d-4b78-bcc0-626ee2b83c61 admin admin] 10.222.0.70 "GET /v2.0/subnets/4bb25284-5581-4d6d-8613-a2686d917cdf HTTP/1.1" status: 200 len: 849 time: 0.2163050 Jun 14 18:03:52.336278 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-7e7c1959-1864-4e4e-91e8-5adec27eebda admin admin] 10.222.0.70 "GET /v2.0/routers/f6818d20-feb2-4d3c-b832-e81e7ebfd5f2 HTTP/1.1" status: 200 len: 704 time: 0.1994936 Jun 14 18:03:52.616501 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-0ff88784-c81b-4a85-a26b-6d194fbb9965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:03:52.923211 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.db.db_base_plugin_common [None req-0ff88784-c81b-4a85-a26b-6d194fbb9965 admin admin] Allocated IP 172.20.0.1 (b514ddba-c706-4d65-8b5c-d7ef6f330b3a/4bb25284-5581-4d6d-8613-a2686d917cdf/b80e2d8f-195e-4b30-bc88-d0a98c7990d5) {{(pid=102476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:03:53.097989 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-0ff88784-c81b-4a85-a26b-6d194fbb9965 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:03:53.173187 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-0ff88784-c81b-4a85-a26b-6d194fbb9965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239190878'] for port, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:03:53.247623 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff88784-c81b-4a85-a26b-6d194fbb9965 admin admin] Network b514ddba-c706-4d65-8b5c-d7ef6f330b3a is already hosted by enough agents. {{(pid=102476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:03:53.256795 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.base_scheduler [None req-0ff88784-c81b-4a85-a26b-6d194fbb9965 admin admin] Resources bound (agent type, host, resource id): {{(pid=102476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:03:53.263787 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff88784-c81b-4a85-a26b-6d194fbb9965 admin admin] Received port after_create {{(pid=102476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 14 18:03:53.264370 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-0ff88784-c81b-4a85-a26b-6d194fbb9965 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8287653'] for router_interface, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:03:53.283817 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff88784-c81b-4a85-a26b-6d194fbb9965 admin admin] Pushing event updated for resources: {'Port': ['ID=b80e2d8f-195e-4b30-bc88-d0a98c7990d5,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:03:53.441080 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-f6537c0f-46bc-4db3-8078-294d99fb8200 None None] Provisioning complete for port b80e2d8f-195e-4b30-bc88-d0a98c7990d5 triggered by entity DHCP. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:03:53.441720 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-f6537c0f-46bc-4db3-8078-294d99fb8200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:03:53.463257 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-0ff88784-c81b-4a85-a26b-6d194fbb9965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:03:53.475053 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-f6537c0f-46bc-4db3-8078-294d99fb8200 None None] Port b80e2d8f-195e-4b30-bc88-d0a98c7990d5 cannot update to ACTIVE because it is not bound. {{(pid=102478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jun 14 18:03:53.725960 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-0ff88784-c81b-4a85-a26b-6d194fbb9965 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:03:53.730893 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-0ff88784-c81b-4a85-a26b-6d194fbb9965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:03:53.731701 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-0ff88784-c81b-4a85-a26b-6d194fbb9965 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7944463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8284469'] for router_interface, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:03:53.789347 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff88784-c81b-4a85-a26b-6d194fbb9965 admin admin] Pushing event updated for resources: {'Port': ['ID=b80e2d8f-195e-4b30-bc88-d0a98c7990d5,revision_number=2']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:03:53.857403 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff88784-c81b-4a85-a26b-6d194fbb9965 admin admin] Network b514ddba-c706-4d65-8b5c-d7ef6f330b3a is already hosted by enough agents. {{(pid=102476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:03:53.859119 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.base_scheduler [None req-0ff88784-c81b-4a85-a26b-6d194fbb9965 admin admin] Resources bound (agent type, host, resource id): {{(pid=102476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:03:54.032849 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ff88784-c81b-4a85-a26b-6d194fbb9965 admin admin] Router f6818d20-feb2-4d3c-b832-e81e7ebfd5f2 is scheduled to L3 agent 2bd7ef4a-700f-45f4-ae1e-98ca6454acba with binding_index 1 {{(pid=102476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 14 18:03:54.098988 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-e252a599-7235-431d-a933-5a4260e1ef7c None None] Provisioning complete for port b80e2d8f-195e-4b30-bc88-d0a98c7990d5 triggered by entity DHCP. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:03:54.099358 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e252a599-7235-431d-a933-5a4260e1ef7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:03:54.128286 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff88784-c81b-4a85-a26b-6d194fbb9965 admin admin] Notify agent at l3_agent.dv-cinder-821739-1-iscsi the message routers_updated {{(pid=102476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:03:54.134050 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-0ff88784-c81b-4a85-a26b-6d194fbb9965 admin admin] 10.222.0.70 "PUT /v2.0/routers/f6818d20-feb2-4d3c-b832-e81e7ebfd5f2/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7906189 Jun 14 18:03:54.134164 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-e252a599-7235-431d-a933-5a4260e1ef7c None None] Port b80e2d8f-195e-4b30-bc88-d0a98c7990d5 cannot update to ACTIVE because it is not bound. {{(pid=102478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jun 14 18:03:54.149406 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b24ef0-72a8-4a8b-862b-b2219179f3cb None None] Sync routers for ids ['f6818d20-feb2-4d3c-b832-e81e7ebfd5f2'] in dv-cinder-821739-1-iscsi {{(pid=102479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:03:54.163276 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b24ef0-72a8-4a8b-862b-b2219179f3cb None None] Routers {'f6818d20-feb2-4d3c-b832-e81e7ebfd5f2'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:03:54.164111 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-d2b24ef0-72a8-4a8b-862b-b2219179f3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:03:49Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['f6818d20-feb2-4d3c-b832-e81e7ebfd5f2'], 'active': True} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:03:54.353818 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvr_db [None req-d2b24ef0-72a8-4a8b-862b-b2219179f3cb None None] Set router f6818d20-feb2-4d3c-b832-e81e7ebfd5f2 gateway port host: None {{(pid=102479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:03:54.795177 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-d2b24ef0-72a8-4a8b-862b-b2219179f3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6818d20-feb2-4d3c-b832-e81e7ebfd5f2', 'name': 'router1', 'tenant_id': '8e491907036c4ed18ada798042cd94fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:03:43Z', 'updated_at': '2022-06-14T18:03:53Z', 'revision_number': 2, 'project_id': '8e491907036c4ed18ada798042cd94fb', 'gw_port_host': None, '_interfaces': [{'id': 'b80e2d8f-195e-4b30-bc88-d0a98c7990d5', 'name': '', 'network_id': 'b514ddba-c706-4d65-8b5c-d7ef6f330b3a', 'tenant_id': '8e491907036c4ed18ada798042cd94fb', 'mac_address': 'fa:16:3e:4c:2d:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6818d20-feb2-4d3c-b832-e81e7ebfd5f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4bb25284-5581-4d6d-8613-a2686d917cdf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:03:52Z', 'updated_at': '2022-06-14T18:03:53Z', 'revision_number': 2, 'project_id': '8e491907036c4ed18ada798042cd94fb', 'subnets': [{'id': '4bb25284-5581-4d6d-8613-a2686d917cdf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3580e6db-a399-41ec-8117-6758f2861ae1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:03:54.847623 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b24ef0-72a8-4a8b-862b-b2219179f3cb None None] Checking router: f6818d20-feb2-4d3c-b832-e81e7ebfd5f2 for host: dv-cinder-821739-1-iscsi {{(pid=102479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:03:54.847992 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b24ef0-72a8-4a8b-862b-b2219179f3cb None None] Updating router f6818d20-feb2-4d3c-b832-e81e7ebfd5f2 port b80e2d8f-195e-4b30-bc88-d0a98c7990d5 binding host dv-cinder-821739-1-iscsi {{(pid=102479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 18:03:54.926719 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron_lib.callbacks.manager [None req-d2b24ef0-72a8-4a8b-862b-b2219179f3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:03:55.433885 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron_lib.callbacks.manager [None req-d2b24ef0-72a8-4a8b-862b-b2219179f3cb None None] Notify callbacks [] for port, precommit_update {{(pid=102479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:03:55.442581 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron_lib.callbacks.manager [None req-d2b24ef0-72a8-4a8b-862b-b2219179f3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:03:55.615734 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.plugins.ml2.managers [None req-d2b24ef0-72a8-4a8b-862b-b2219179f3cb None None] Attempting to bind port b80e2d8f-195e-4b30-bc88-d0a98c7990d5 on host dv-cinder-821739-1-iscsi for vnic_type normal with profile {{(pid=102479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 14 18:03:55.616128 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.plugins.ml2.managers [None req-d2b24ef0-72a8-4a8b-862b-b2219179f3cb None None] Attempting to bind port b80e2d8f-195e-4b30-bc88-d0a98c7990d5 by drivers openvswitch,hyperv on host dv-cinder-821739-1-iscsi at level 0 using segments [{'id': 'bafd33f6-a544-461b-92bc-724997d74544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'b514ddba-c706-4d65-8b5c-d7ef6f330b3a'}] {{(pid=102479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 14 18:03:55.616566 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b24ef0-72a8-4a8b-862b-b2219179f3cb None None] Attempting to bind port b80e2d8f-195e-4b30-bc88-d0a98c7990d5 on network b514ddba-c706-4d65-8b5c-d7ef6f330b3a {{(pid=102479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:03:55.623569 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0508b79b-2ee4-4450-9dba-1d51a19627d2 None None] Pushing event updated for resources: {'Port': ['ID=b80e2d8f-195e-4b30-bc88-d0a98c7990d5,revision_number=3']} {{(pid=102479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:03:55.629530 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b24ef0-72a8-4a8b-862b-b2219179f3cb None None] Checking agent: {'id': 'e8f0c06d-b34a-40ed-9da4-c5e71adce1cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821739-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 3, 22), 'started_at': datetime.datetime(2022, 6, 14, 18, 3, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821739-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:03:55.630278 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b24ef0-72a8-4a8b-862b-b2219179f3cb None None] Checking segment: {'id': 'bafd33f6-a544-461b-92bc-724997d74544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'b514ddba-c706-4d65-8b5c-d7ef6f330b3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 14 18:03:55.630951 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron_lib.callbacks.manager [None req-d2b24ef0-72a8-4a8b-862b-b2219179f3cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:03:55.631337 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b24ef0-72a8-4a8b-862b-b2219179f3cb None None] Bound using segment: {'id': 'bafd33f6-a544-461b-92bc-724997d74544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'b514ddba-c706-4d65-8b5c-d7ef6f330b3a'} {{(pid=102479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:03:55.631858 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.plugins.ml2.managers [None req-d2b24ef0-72a8-4a8b-862b-b2219179f3cb None None] Bound port: b80e2d8f-195e-4b30-bc88-d0a98c7990d5, host: dv-cinder-821739-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bafd33f6-a544-461b-92bc-724997d74544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'b514ddba-c706-4d65-8b5c-d7ef6f330b3a'}}] {{(pid=102479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 14 18:03:55.632253 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron_lib.callbacks.manager [None req-d2b24ef0-72a8-4a8b-862b-b2219179f3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:03:55.638980 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0508b79b-2ee4-4450-9dba-1d51a19627d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:03:55.639303 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0508b79b-2ee4-4450-9dba-1d51a19627d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:03:55.639642 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0508b79b-2ee4-4450-9dba-1d51a19627d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:03:55.639970 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0508b79b-2ee4-4450-9dba-1d51a19627d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:03:55.640371 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0508b79b-2ee4-4450-9dba-1d51a19627d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:03:55.640607 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0508b79b-2ee4-4450-9dba-1d51a19627d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:03:55.640909 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0508b79b-2ee4-4450-9dba-1d51a19627d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:03:55.641846 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0508b79b-2ee4-4450-9dba-1d51a19627d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:03:55.642150 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0508b79b-2ee4-4450-9dba-1d51a19627d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:03:55.642469 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0508b79b-2ee4-4450-9dba-1d51a19627d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:03:55.642782 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0508b79b-2ee4-4450-9dba-1d51a19627d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:03:55.643089 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0508b79b-2ee4-4450-9dba-1d51a19627d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:03:55.644125 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0508b79b-2ee4-4450-9dba-1d51a19627d2 None None] Tracked resource versions report: Jun 14 18:03:55.644125 dv-cinder-821739-1-iscsi neutron-server[102479]: pushed versions: Jun 14 18:03:55.644125 dv-cinder-821739-1-iscsi neutron-server[102479]: { 'AddressGroup': {'1.2'}, Jun 14 18:03:55.644125 dv-cinder-821739-1-iscsi neutron-server[102479]: 'ConntrackHelper': {'1.0'}, Jun 14 18:03:55.644125 dv-cinder-821739-1-iscsi neutron-server[102479]: 'Log': {'1.0'}, Jun 14 18:03:55.644125 dv-cinder-821739-1-iscsi neutron-server[102479]: 'Network': {'1.1'}, Jun 14 18:03:55.644125 dv-cinder-821739-1-iscsi neutron-server[102479]: 'Port': {'1.7'}, Jun 14 18:03:55.644125 dv-cinder-821739-1-iscsi neutron-server[102479]: 'PortForwarding': {'1.2'}, Jun 14 18:03:55.644125 dv-cinder-821739-1-iscsi neutron-server[102479]: 'QosPolicy': {'1.9'}, Jun 14 18:03:55.644125 dv-cinder-821739-1-iscsi neutron-server[102479]: 'SecurityGroup': {'1.4'}, Jun 14 18:03:55.644125 dv-cinder-821739-1-iscsi neutron-server[102479]: 'SecurityGroupRule': {'1.2'}, Jun 14 18:03:55.644125 dv-cinder-821739-1-iscsi neutron-server[102479]: 'SubPort': {'1.0'}, Jun 14 18:03:55.644125 dv-cinder-821739-1-iscsi neutron-server[102479]: 'Subnet': {'1.1'}, Jun 14 18:03:55.644125 dv-cinder-821739-1-iscsi neutron-server[102479]: 'Trunk': {'1.1'}} Jun 14 18:03:55.644125 dv-cinder-821739-1-iscsi neutron-server[102479]: consumer versions: Jun 14 18:03:55.644125 dv-cinder-821739-1-iscsi neutron-server[102479]: { DHCP agent@dv-cinder-821739-1-iscsi: {}, Jun 14 18:03:55.644125 dv-cinder-821739-1-iscsi neutron-server[102479]: L3 agent@dv-cinder-821739-1-iscsi: {}, Jun 14 18:03:55.644125 dv-cinder-821739-1-iscsi neutron-server[102479]: Metadata agent@dv-cinder-821739-1-iscsi: {}, Jun 14 18:03:55.644125 dv-cinder-821739-1-iscsi neutron-server[102479]: Metering agent@dv-cinder-821739-1-iscsi: {}, Jun 14 18:03:55.644125 dv-cinder-821739-1-iscsi neutron-server[102479]: Open vSwitch agent@dv-cinder-821739-1-iscsi: { 'AddressGroup': '1.2', Jun 14 18:03:55.644125 dv-cinder-821739-1-iscsi neutron-server[102479]: 'ConntrackHelper': '1.0', Jun 14 18:03:55.644125 dv-cinder-821739-1-iscsi neutron-server[102479]: 'Log': '1.0', Jun 14 18:03:55.644125 dv-cinder-821739-1-iscsi neutron-server[102479]: 'Network': '1.1', Jun 14 18:03:55.644125 dv-cinder-821739-1-iscsi neutron-server[102479]: 'Port': '1.7', Jun 14 18:03:55.644125 dv-cinder-821739-1-iscsi neutron-server[102479]: 'PortForwarding': '1.2', Jun 14 18:03:55.644125 dv-cinder-821739-1-iscsi neutron-server[102479]: 'QosPolicy': '1.9', Jun 14 18:03:55.644125 dv-cinder-821739-1-iscsi neutron-server[102479]: 'SecurityGroup': '1.4', Jun 14 18:03:55.644125 dv-cinder-821739-1-iscsi neutron-server[102479]: 'SecurityGroupRule': '1.2', Jun 14 18:03:55.644125 dv-cinder-821739-1-iscsi neutron-server[102479]: 'SubPort': '1.0', Jun 14 18:03:55.644125 dv-cinder-821739-1-iscsi neutron-server[102479]: 'Subnet': '1.1', Jun 14 18:03:55.644125 dv-cinder-821739-1-iscsi neutron-server[102479]: 'Trunk': '1.1'}} Jun 14 18:03:55.644125 dv-cinder-821739-1-iscsi neutron-server[102479]: {{(pid=102479) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 14 18:03:55.673390 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-2eddebd9-dc28-43ff-b6e4-16ff27616319 None None] Provisioning complete for port b80e2d8f-195e-4b30-bc88-d0a98c7990d5 triggered by entity DHCP. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:03:55.673390 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2eddebd9-dc28-43ff-b6e4-16ff27616319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:03:55.708126 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-2eddebd9-dc28-43ff-b6e4-16ff27616319 None None] Port b80e2d8f-195e-4b30-bc88-d0a98c7990d5 cannot update to ACTIVE because it is not bound. {{(pid=102478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jun 14 18:03:55.715766 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.plugins.ml2.db [None req-d2b24ef0-72a8-4a8b-862b-b2219179f3cb None None] For port b80e2d8f-195e-4b30-bc88-d0a98c7990d5, host dv-cinder-821739-1-iscsi, cleared binding levels {{(pid=102479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:03:55.737051 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.plugins.ml2.db [None req-d2b24ef0-72a8-4a8b-862b-b2219179f3cb None None] For port b80e2d8f-195e-4b30-bc88-d0a98c7990d5, host dv-cinder-821739-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=b80e2d8f-195e-4b30-bc88-d0a98c7990d5,segment=NetworkSegment(bafd33f6-a544-461b-92bc-724997d74544),segment_id=bafd33f6-a544-461b-92bc-724997d74544)] {{(pid=102479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:03:55.741889 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron_lib.callbacks.manager [None req-d2b24ef0-72a8-4a8b-862b-b2219179f3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:03:55.784664 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b24ef0-72a8-4a8b-862b-b2219179f3cb None None] Routers {'f6818d20-feb2-4d3c-b832-e81e7ebfd5f2'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:03:55.785293 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-d2b24ef0-72a8-4a8b-862b-b2219179f3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:03:49Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['f6818d20-feb2-4d3c-b832-e81e7ebfd5f2'], 'active': True} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:03:55.890687 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvr_db [None req-d2b24ef0-72a8-4a8b-862b-b2219179f3cb None None] Set router f6818d20-feb2-4d3c-b832-e81e7ebfd5f2 gateway port host: None {{(pid=102479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:03:55.894510 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0508b79b-2ee4-4450-9dba-1d51a19627d2 None None] Pushing event updated for resources: {'Port': ['ID=b80e2d8f-195e-4b30-bc88-d0a98c7990d5,revision_number=4']} {{(pid=102479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:03:56.035640 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-e226916e-7066-425c-8a89-edadbf91d86d None None] Provisioning complete for port b80e2d8f-195e-4b30-bc88-d0a98c7990d5 triggered by entity DHCP. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:03:56.036006 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e226916e-7066-425c-8a89-edadbf91d86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:03:56.110706 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-d2b24ef0-72a8-4a8b-862b-b2219179f3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6818d20-feb2-4d3c-b832-e81e7ebfd5f2', 'name': 'router1', 'tenant_id': '8e491907036c4ed18ada798042cd94fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:03:43Z', 'updated_at': '2022-06-14T18:03:53Z', 'revision_number': 2, 'project_id': '8e491907036c4ed18ada798042cd94fb', 'gw_port_host': None, '_interfaces': [{'id': 'b80e2d8f-195e-4b30-bc88-d0a98c7990d5', 'name': '', 'network_id': 'b514ddba-c706-4d65-8b5c-d7ef6f330b3a', 'tenant_id': '8e491907036c4ed18ada798042cd94fb', 'mac_address': 'fa:16:3e:4c:2d:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6818d20-feb2-4d3c-b832-e81e7ebfd5f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4bb25284-5581-4d6d-8613-a2686d917cdf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:03:52Z', 'updated_at': '2022-06-14T18:03:55Z', 'revision_number': 4, 'project_id': '8e491907036c4ed18ada798042cd94fb', 'subnets': [{'id': '4bb25284-5581-4d6d-8613-a2686d917cdf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3580e6db-a399-41ec-8117-6758f2861ae1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:03:56.125302 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-e226916e-7066-425c-8a89-edadbf91d86d None None] Current status of the port b80e2d8f-195e-4b30-bc88-d0a98c7990d5 is: DOWN; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:03:56.126283 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e226916e-7066-425c-8a89-edadbf91d86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:03:56.136579 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b24ef0-72a8-4a8b-862b-b2219179f3cb None None] The sync data for ids ['f6818d20-feb2-4d3c-b832-e81e7ebfd5f2'] in dv-cinder-821739-1-iscsi is: [{'id': 'f6818d20-feb2-4d3c-b832-e81e7ebfd5f2', 'name': 'router1', 'tenant_id': '8e491907036c4ed18ada798042cd94fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:03:43Z', 'updated_at': '2022-06-14T18:03:53Z', 'revision_number': 2, 'project_id': '8e491907036c4ed18ada798042cd94fb', 'gw_port_host': None, '_interfaces': [{'id': 'b80e2d8f-195e-4b30-bc88-d0a98c7990d5', 'name': '', 'network_id': 'b514ddba-c706-4d65-8b5c-d7ef6f330b3a', 'tenant_id': '8e491907036c4ed18ada798042cd94fb', 'mac_address': 'fa:16:3e:4c:2d:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6818d20-feb2-4d3c-b832-e81e7ebfd5f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4bb25284-5581-4d6d-8613-a2686d917cdf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:03:52Z', 'updated_at': '2022-06-14T18:03:55Z', 'revision_number': 4, 'project_id': '8e491907036c4ed18ada798042cd94fb', 'subnets': [{'id': '4bb25284-5581-4d6d-8613-a2686d917cdf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3580e6db-a399-41ec-8117-6758f2861ae1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:03:56.170397 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-e226916e-7066-425c-8a89-edadbf91d86d None None] For port b80e2d8f-195e-4b30-bc88-d0a98c7990d5, host dv-cinder-821739-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=b80e2d8f-195e-4b30-bc88-d0a98c7990d5,segment=NetworkSegment(bafd33f6-a544-461b-92bc-724997d74544),segment_id=bafd33f6-a544-461b-92bc-724997d74544)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:03:56.175737 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e226916e-7066-425c-8a89-edadbf91d86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:03:56.225945 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e226916e-7066-425c-8a89-edadbf91d86d None None] Pushing event updated for resources: {'Port': ['ID=b80e2d8f-195e-4b30-bc88-d0a98c7990d5,revision_number=5']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:03:56.575848 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 48286) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:03:56.735789 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d25bf70-b4e1-4357-a47c-805b7d16be8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:03:56.743251 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-2d25bf70-b4e1-4357-a47c-805b7d16be8e admin admin] 10.222.0.70 "GET /v2.0/networks/0514a421-38fe-44fa-a158-ef00d417fed9 HTTP/1.1" status: 200 len: 842 time: 0.1606054 Jun 14 18:03:56.748509 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.v2.base [None req-a050a327-d163-4cea-b238-228818b9b72b admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'enable_dhcp': False, 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'gateway_ip': '172.27.2.1', 'name': 'public-subnet', 'ip_version': 4}} {{(pid=102476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:03:56.772419 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a050a327-d163-4cea-b238-228818b9b72b admin admin] Made reservation on behalf of f9d51fd64b354e77a2f562135801b47f for: {'subnet': 1} {{(pid=102476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:03:56.774667 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-a050a327-d163-4cea-b238-228818b9b72b admin admin] Notify callbacks [] for subnet, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:03:57.086701 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.objects.ports [None req-a050a327-d163-4cea-b238-228818b9b72b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102476) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jun 14 18:03:57.087274 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-a050a327-d163-4cea-b238-228818b9b72b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477'] for subnet, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:03:57.164636 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a050a327-d163-4cea-b238-228818b9b72b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5974f5a1-c656-4a3f-aaeb-f2cb77111b45,revision_number=0']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:03:57.178274 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a050a327-d163-4cea-b238-228818b9b72b admin admin] Checking segment: {'id': 'd3be3284-4005-440f-af8c-13455fbdf684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 14 18:03:57.178709 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a050a327-d163-4cea-b238-228818b9b72b admin admin] Network hostable DHCP agents. Network: 0514a421-38fe-44fa-a158-ef00d417fed9, hostable agents: ['7e447456-ff8f-4cbe-bcdd-bfd26b4a7662'], hosted agents: [] {{(pid=102476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 18:03:57.198255 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a050a327-d163-4cea-b238-228818b9b72b admin admin] Network 0514a421-38fe-44fa-a158-ef00d417fed9 is scheduled to be hosted by DHCP agent 7e447456-ff8f-4cbe-bcdd-bfd26b4a7662 with binding_index 1 {{(pid=102476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 18:03:57.209864 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.base_scheduler [None req-a050a327-d163-4cea-b238-228818b9b72b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821739-1-iscsi, 0514a421-38fe-44fa-a158-ef00d417fed9) {{(pid=102476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:03:57.214957 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a050a327-d163-4cea-b238-228818b9b72b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:03:57.215543 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-a050a327-d163-4cea-b238-228818b9b72b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7944499'] for subnet, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:03:57.223454 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a971e59-5fca-4710-bd3a-b18ce10eae7a None None] Network 0514a421-38fe-44fa-a158-ef00d417fed9 requested from dv-cinder-821739-1-iscsi {{(pid=102478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 18:03:57.234409 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-a050a327-d163-4cea-b238-228818b9b72b admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4902248 Jun 14 18:03:57.389570 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16634e80-3fbd-4b81-9e38-4e905663b84c None None] Network 0514a421-38fe-44fa-a158-ef00d417fed9 requested from dv-cinder-821739-1-iscsi {{(pid=102478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 18:03:59.668709 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 48294) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:03:59.822810 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-54111d3d-7062-4b85-87c8-fdd7ce14feb1 admin admin] 10.222.0.70 "GET /v2.0/routers/f6818d20-feb2-4d3c-b832-e81e7ebfd5f2 HTTP/1.1" status: 200 len: 710 time: 0.1529756 Jun 14 18:03:59.911157 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc77fb6-f6f6-48af-9616-9db5e56cc21b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:03:59.912051 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-6cc77fb6-f6f6-48af-9616-9db5e56cc21b admin admin] 10.222.0.70 "GET /v2.0/networks/0514a421-38fe-44fa-a158-ef00d417fed9 HTTP/1.1" status: 200 len: 886 time: 0.0822864 Jun 14 18:03:59.925431 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.v2.base [None req-436db715-b421-4a09-8900-13e409287053 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9'}}} {{(pid=102476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:04:00.245334 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-436db715-b421-4a09-8900-13e409287053 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:04:00.479381 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-436db715-b421-4a09-8900-13e409287053 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:04:00.554188 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-436db715-b421-4a09-8900-13e409287053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:04:00.666309 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.db.db_base_plugin_common [None req-436db715-b421-4a09-8900-13e409287053 admin admin] Allocated IP 172.27.2.60 (0514a421-38fe-44fa-a158-ef00d417fed9/5974f5a1-c656-4a3f-aaeb-f2cb77111b45/5db52c2d-066a-41f5-a00d-ac4fb1511a4d) {{(pid=102476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:04:00.770609 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-436db715-b421-4a09-8900-13e409287053 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:04:00.805092 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-436db715-b421-4a09-8900-13e409287053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239190878'] for port, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:04:00.842651 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436db715-b421-4a09-8900-13e409287053 admin admin] Network 0514a421-38fe-44fa-a158-ef00d417fed9 is already hosted by enough agents. {{(pid=102476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:04:00.846257 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.base_scheduler [None req-436db715-b421-4a09-8900-13e409287053 admin admin] Resources bound (agent type, host, resource id): {{(pid=102476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:04:00.850125 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436db715-b421-4a09-8900-13e409287053 admin admin] Received port after_create {{(pid=102476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 14 18:04:00.885360 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436db715-b421-4a09-8900-13e409287053 admin admin] Pushing event updated for resources: {'Port': ['ID=5db52c2d-066a-41f5-a00d-ac4fb1511a4d,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:04:01.122892 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-436db715-b421-4a09-8900-13e409287053 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:04:01.325997 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-436db715-b421-4a09-8900-13e409287053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8287583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16234'] for router, precommit_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:04:01.330162 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-436db715-b421-4a09-8900-13e409287053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8287610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8287556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8287565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8278120'] for router, after_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:04:01.453273 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-436db715-b421-4a09-8900-13e409287053 admin admin] Router f6818d20-feb2-4d3c-b832-e81e7ebfd5f2 has already been hosted by L3 agent 2bd7ef4a-700f-45f4-ae1e-98ca6454acba {{(pid=102476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:04:01.571533 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-436db715-b421-4a09-8900-13e409287053 admin admin] Notify agent at l3_agent.dv-cinder-821739-1-iscsi the message routers_updated {{(pid=102476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:04:01.576708 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-436db715-b421-4a09-8900-13e409287053 admin admin] Notify callbacks [] for router, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:04:01.578692 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-436db715-b421-4a09-8900-13e409287053 admin admin] 10.222.0.70 "PUT /v2.0/routers/f6818d20-feb2-4d3c-b832-e81e7ebfd5f2 HTTP/1.1" status: 200 len: 889 time: 1.6595337 Jun 14 18:04:03.025113 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef155b9a-7e1e-4fca-b9a7-806de057f724 None None] Sync routers for ids ['f6818d20-feb2-4d3c-b832-e81e7ebfd5f2'] in dv-cinder-821739-1-iscsi {{(pid=102478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:04:03.037046 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef155b9a-7e1e-4fca-b9a7-806de057f724 None None] Routers {'f6818d20-feb2-4d3c-b832-e81e7ebfd5f2'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:04:03.037732 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-ef155b9a-7e1e-4fca-b9a7-806de057f724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:03:49Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['f6818d20-feb2-4d3c-b832-e81e7ebfd5f2'], 'active': True} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:04:03.256983 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvr_db [None req-ef155b9a-7e1e-4fca-b9a7-806de057f724 None None] Set router f6818d20-feb2-4d3c-b832-e81e7ebfd5f2 gateway port host: dv-cinder-821739-1-iscsi {{(pid=102478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:04:03.376996 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device b80e2d8f-195e-4b30-bc88-d0a98c7990d5 up at agent ovs-agent-dv-cinder-821739-1-iscsi {{(pid=102478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:04:03.601886 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Provisioning complete for port b80e2d8f-195e-4b30-bc88-d0a98c7990d5 triggered by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:04:03.602187 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:04:03.833985 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Current status of the port b80e2d8f-195e-4b30-bc88-d0a98c7990d5 is: ACTIVE; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:04:03.838524 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-ef155b9a-7e1e-4fca-b9a7-806de057f724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6818d20-feb2-4d3c-b832-e81e7ebfd5f2', 'name': 'router1', 'tenant_id': '8e491907036c4ed18ada798042cd94fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '5db52c2d-066a-41f5-a00d-ac4fb1511a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:03:43Z', 'updated_at': '2022-06-14T18:04:00Z', 'revision_number': 4, 'project_id': '8e491907036c4ed18ada798042cd94fb', 'gw_port': {'id': '5db52c2d-066a-41f5-a00d-ac4fb1511a4d', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:83:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6818d20-feb2-4d3c-b832-e81e7ebfd5f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:04:00Z', 'updated_at': '2022-06-14T18:04:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_interfaces': [{'id': 'b80e2d8f-195e-4b30-bc88-d0a98c7990d5', 'name': '', 'network_id': 'b514ddba-c706-4d65-8b5c-d7ef6f330b3a', 'tenant_id': '8e491907036c4ed18ada798042cd94fb', 'mac_address': 'fa:16:3e:4c:2d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6818d20-feb2-4d3c-b832-e81e7ebfd5f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4bb25284-5581-4d6d-8613-a2686d917cdf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:03:52Z', 'updated_at': '2022-06-14T18:03:56Z', 'revision_number': 5, 'project_id': '8e491907036c4ed18ada798042cd94fb', 'subnets': [{'id': '4bb25284-5581-4d6d-8613-a2686d917cdf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3580e6db-a399-41ec-8117-6758f2861ae1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:04:03.891629 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef155b9a-7e1e-4fca-b9a7-806de057f724 None None] Checking router: f6818d20-feb2-4d3c-b832-e81e7ebfd5f2 for host: dv-cinder-821739-1-iscsi {{(pid=102478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:04:03.891897 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef155b9a-7e1e-4fca-b9a7-806de057f724 None None] Updating router f6818d20-feb2-4d3c-b832-e81e7ebfd5f2 port 5db52c2d-066a-41f5-a00d-ac4fb1511a4d binding host dv-cinder-821739-1-iscsi {{(pid=102478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 18:04:03.947629 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-ef155b9a-7e1e-4fca-b9a7-806de057f724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:04:04.304296 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 48306) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:04:04.307421 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-ef155b9a-7e1e-4fca-b9a7-806de057f724 None None] Notify callbacks [] for port, precommit_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:04:04.313135 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-ef155b9a-7e1e-4fca-b9a7-806de057f724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:04:04.366923 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e444ea39-3025-4747-be58-f5acf21da243 None None] Pushing event updated for resources: {'Port': ['ID=5db52c2d-066a-41f5-a00d-ac4fb1511a4d,revision_number=2']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:04:04.369590 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.managers [None req-ef155b9a-7e1e-4fca-b9a7-806de057f724 None None] Attempting to bind port 5db52c2d-066a-41f5-a00d-ac4fb1511a4d on host dv-cinder-821739-1-iscsi for vnic_type normal with profile {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 14 18:04:04.369993 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.managers [None req-ef155b9a-7e1e-4fca-b9a7-806de057f724 None None] Attempting to bind port 5db52c2d-066a-41f5-a00d-ac4fb1511a4d by drivers openvswitch,hyperv on host dv-cinder-821739-1-iscsi at level 0 using segments [{'id': 'd3be3284-4005-440f-af8c-13455fbdf684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9'}] {{(pid=102478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 14 18:04:04.370353 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef155b9a-7e1e-4fca-b9a7-806de057f724 None None] Attempting to bind port 5db52c2d-066a-41f5-a00d-ac4fb1511a4d on network 0514a421-38fe-44fa-a158-ef00d417fed9 {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:04:04.375859 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef155b9a-7e1e-4fca-b9a7-806de057f724 None None] Checking agent: {'id': 'e8f0c06d-b34a-40ed-9da4-c5e71adce1cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821739-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 3, 22), 'started_at': datetime.datetime(2022, 6, 14, 18, 3, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821739-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:04:04.376241 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef155b9a-7e1e-4fca-b9a7-806de057f724 None None] Checking segment: {'id': 'd3be3284-4005-440f-af8c-13455fbdf684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 14 18:04:04.376642 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-ef155b9a-7e1e-4fca-b9a7-806de057f724 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:04:04.377036 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef155b9a-7e1e-4fca-b9a7-806de057f724 None None] Bound using segment: {'id': 'd3be3284-4005-440f-af8c-13455fbdf684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9'} {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:04:04.377504 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.managers [None req-ef155b9a-7e1e-4fca-b9a7-806de057f724 None None] Bound port: 5db52c2d-066a-41f5-a00d-ac4fb1511a4d, host: dv-cinder-821739-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3be3284-4005-440f-af8c-13455fbdf684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9'}}] {{(pid=102478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 14 18:04:04.377934 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-ef155b9a-7e1e-4fca-b9a7-806de057f724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:04:04.428203 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-19a98906-df6f-4f9a-9edd-0c6042b0bbe8 admin admin] 10.222.0.70 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1218815 Jun 14 18:04:04.430862 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-ef155b9a-7e1e-4fca-b9a7-806de057f724 None None] For port 5db52c2d-066a-41f5-a00d-ac4fb1511a4d, host dv-cinder-821739-1-iscsi, cleared binding levels {{(pid=102478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:04:04.434234 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-ef155b9a-7e1e-4fca-b9a7-806de057f724 None None] For port 5db52c2d-066a-41f5-a00d-ac4fb1511a4d, host dv-cinder-821739-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=5db52c2d-066a-41f5-a00d-ac4fb1511a4d,segment=NetworkSegment(d3be3284-4005-440f-af8c-13455fbdf684),segment_id=d3be3284-4005-440f-af8c-13455fbdf684)] {{(pid=102478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:04:04.439733 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-ef155b9a-7e1e-4fca-b9a7-806de057f724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:04:04.505595 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef155b9a-7e1e-4fca-b9a7-806de057f724 None None] Routers {'f6818d20-feb2-4d3c-b832-e81e7ebfd5f2'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:04:04.506170 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-ef155b9a-7e1e-4fca-b9a7-806de057f724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:03:49Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['f6818d20-feb2-4d3c-b832-e81e7ebfd5f2'], 'active': True} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:04:04.508305 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e444ea39-3025-4747-be58-f5acf21da243 None None] Pushing event updated for resources: {'Port': ['ID=5db52c2d-066a-41f5-a00d-ac4fb1511a4d,revision_number=3']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:04:04.626691 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvr_db [None req-ef155b9a-7e1e-4fca-b9a7-806de057f724 None None] Set router f6818d20-feb2-4d3c-b832-e81e7ebfd5f2 gateway port host: dv-cinder-821739-1-iscsi {{(pid=102478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:04:04.869499 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-ef155b9a-7e1e-4fca-b9a7-806de057f724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6818d20-feb2-4d3c-b832-e81e7ebfd5f2', 'name': 'router1', 'tenant_id': '8e491907036c4ed18ada798042cd94fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '5db52c2d-066a-41f5-a00d-ac4fb1511a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:03:43Z', 'updated_at': '2022-06-14T18:04:00Z', 'revision_number': 4, 'project_id': '8e491907036c4ed18ada798042cd94fb', 'gw_port': {'id': '5db52c2d-066a-41f5-a00d-ac4fb1511a4d', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:83:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6818d20-feb2-4d3c-b832-e81e7ebfd5f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:04:00Z', 'updated_at': '2022-06-14T18:04:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_interfaces': [{'id': 'b80e2d8f-195e-4b30-bc88-d0a98c7990d5', 'name': '', 'network_id': 'b514ddba-c706-4d65-8b5c-d7ef6f330b3a', 'tenant_id': '8e491907036c4ed18ada798042cd94fb', 'mac_address': 'fa:16:3e:4c:2d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6818d20-feb2-4d3c-b832-e81e7ebfd5f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4bb25284-5581-4d6d-8613-a2686d917cdf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:03:52Z', 'updated_at': '2022-06-14T18:03:56Z', 'revision_number': 5, 'project_id': '8e491907036c4ed18ada798042cd94fb', 'subnets': [{'id': '4bb25284-5581-4d6d-8613-a2686d917cdf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3580e6db-a399-41ec-8117-6758f2861ae1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:04:04.897217 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef155b9a-7e1e-4fca-b9a7-806de057f724 None None] The sync data for ids ['f6818d20-feb2-4d3c-b832-e81e7ebfd5f2'] in dv-cinder-821739-1-iscsi is: [{'id': 'f6818d20-feb2-4d3c-b832-e81e7ebfd5f2', 'name': 'router1', 'tenant_id': '8e491907036c4ed18ada798042cd94fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '5db52c2d-066a-41f5-a00d-ac4fb1511a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:03:43Z', 'updated_at': '2022-06-14T18:04:00Z', 'revision_number': 4, 'project_id': '8e491907036c4ed18ada798042cd94fb', 'gw_port': {'id': '5db52c2d-066a-41f5-a00d-ac4fb1511a4d', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:83:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6818d20-feb2-4d3c-b832-e81e7ebfd5f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:04:00Z', 'updated_at': '2022-06-14T18:04:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_interfaces': [{'id': 'b80e2d8f-195e-4b30-bc88-d0a98c7990d5', 'name': '', 'network_id': 'b514ddba-c706-4d65-8b5c-d7ef6f330b3a', 'tenant_id': '8e491907036c4ed18ada798042cd94fb', 'mac_address': 'fa:16:3e:4c:2d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6818d20-feb2-4d3c-b832-e81e7ebfd5f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4bb25284-5581-4d6d-8613-a2686d917cdf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:03:52Z', 'updated_at': '2022-06-14T18:03:56Z', 'revision_number': 5, 'project_id': '8e491907036c4ed18ada798042cd94fb', 'subnets': [{'id': '4bb25284-5581-4d6d-8613-a2686d917cdf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3580e6db-a399-41ec-8117-6758f2861ae1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:04:05.414117 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device 5db52c2d-066a-41f5-a00d-ac4fb1511a4d up at agent ovs-agent-dv-cinder-821739-1-iscsi {{(pid=102478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:04:05.473134 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Provisioning complete for port 5db52c2d-066a-41f5-a00d-ac4fb1511a4d triggered by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:04:05.473363 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:04:05.561454 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Current status of the port 5db52c2d-066a-41f5-a00d-ac4fb1511a4d is: DOWN; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:04:05.562026 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:04:05.585577 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] For port 5db52c2d-066a-41f5-a00d-ac4fb1511a4d, host dv-cinder-821739-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=5db52c2d-066a-41f5-a00d-ac4fb1511a4d,segment=NetworkSegment(d3be3284-4005-440f-af8c-13455fbdf684),segment_id=d3be3284-4005-440f-af8c-13455fbdf684)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:04:05.590197 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:04:05.645341 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Pushing event updated for resources: {'Port': ['ID=5db52c2d-066a-41f5-a00d-ac4fb1511a4d,revision_number=4']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:04:07.352385 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device 5db52c2d-066a-41f5-a00d-ac4fb1511a4d up at agent ovs-agent-dv-cinder-821739-1-iscsi {{(pid=102478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:04:07.407952 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Provisioning complete for port 5db52c2d-066a-41f5-a00d-ac4fb1511a4d triggered by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:04:07.408806 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:04:07.511511 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Current status of the port 5db52c2d-066a-41f5-a00d-ac4fb1511a4d is: ACTIVE; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:04:16.405849 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-93134901-cca1-4212-b250-05a78eb3129a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:04:18.682100 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-5fbf8a57-8c3b-459a-b03a-49005a3a4dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:04:18.788353 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.agents_db [None req-d83a49a0-1be1-4d29-a7ba-91319940a8a9 None None] Agent healthcheck: found 5 active agents {{(pid=102479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 14 18:04:19.715500 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-cf1fda14-6f0d-42ea-928d-63fe9f24329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:04:21.541402 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-1a5f21f8-b210-492f-a8cf-2d8a6010caea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:04:21.919152 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:04:46.411828 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-0ece44cd-f86e-47eb-8104-2b5f5515cd33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:04:48.676158 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-db461000-a3e0-4278-bc2b-3cff43583166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:04:49.726985 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-cf1fda14-6f0d-42ea-928d-63fe9f24329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:04:51.545610 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-1a5f21f8-b210-492f-a8cf-2d8a6010caea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:04:51.907967 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:04:55.786985 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.agents_db [None req-d83a49a0-1be1-4d29-a7ba-91319940a8a9 None None] Agent healthcheck: found 5 active agents {{(pid=102479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 14 18:05:16.410942 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-743e3366-d849-440e-822a-12d7405b767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:05:18.670255 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-38a56670-a477-407a-85e9-65ac8ae477ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:05:19.735222 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-cf1fda14-6f0d-42ea-928d-63fe9f24329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:05:21.537214 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-1a5f21f8-b210-492f-a8cf-2d8a6010caea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:05:21.900947 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:05:32.786452 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.agents_db [None req-d83a49a0-1be1-4d29-a7ba-91319940a8a9 None None] Agent healthcheck: found 5 active agents {{(pid=102479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 14 18:05:44.110596 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 48868) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:05:44.182124 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae785252-3a02-46c3-8352-8a4ae034daf8 admin admin] GET failed (client error): The resource could not be found. Jun 14 18:05:44.183468 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-ae785252-3a02-46c3-8352-8a4ae034daf8 admin admin] 10.222.0.70 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0719256 Jun 14 18:05:44.350926 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6adc73c8-2e07-4d95-b3ff-df30e1378758 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:05:44.352439 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-6adc73c8-2e07-4d95-b3ff-df30e1378758 admin admin] 10.222.0.70 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1634479 Jun 14 18:05:46.408132 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-833e83be-6510-4513-b9d9-e400adba4152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:05:46.780196 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 48878) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:05:46.948871 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388daaa3-2480-4271-a3d3-2aff2d318478 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:05:46.950266 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-388daaa3-2480-4271-a3d3-2aff2d318478 admin admin] 10.222.0.70 "GET /v2.0/subnets/4bb25284-5581-4d6d-8613-a2686d917cdf HTTP/1.1" status: 200 len: 849 time: 0.1688442 Jun 14 18:05:46.961062 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.v2.base [None req-20658148-6c37-4477-b95f-4319743ba3ff admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:05:47.043663 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-20658148-6c37-4477-b95f-4319743ba3ff admin admin] Notify callbacks [] for subnet, before_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:05:47.187962 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-20658148-6c37-4477-b95f-4319743ba3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758239583016'] for subnet, after_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:05:47.218556 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20658148-6c37-4477-b95f-4319743ba3ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:05:47.219544 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-20658148-6c37-4477-b95f-4319743ba3ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7944499'] for subnet, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:05:47.224422 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-20658148-6c37-4477-b95f-4319743ba3ff admin admin] 10.222.0.70 "PUT /v2.0/subnets/4bb25284-5581-4d6d-8613-a2686d917cdf HTTP/1.1" status: 200 len: 868 time: 0.2629492 Jun 14 18:05:47.224644 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9bba9c-5441-46a6-9f55-d8d52e563658 None None] Network b514ddba-c706-4d65-8b5c-d7ef6f330b3a requested from dv-cinder-821739-1-iscsi {{(pid=102478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 18:05:47.240955 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20658148-6c37-4477-b95f-4319743ba3ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bb25284-5581-4d6d-8613-a2686d917cdf,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:05:47.249052 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20658148-6c37-4477-b95f-4319743ba3ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:05:47.249052 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20658148-6c37-4477-b95f-4319743ba3ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:05:47.249877 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20658148-6c37-4477-b95f-4319743ba3ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:05:47.250119 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20658148-6c37-4477-b95f-4319743ba3ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:05:47.250465 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20658148-6c37-4477-b95f-4319743ba3ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:05:47.250801 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20658148-6c37-4477-b95f-4319743ba3ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:05:47.251132 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20658148-6c37-4477-b95f-4319743ba3ff admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:05:47.251486 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20658148-6c37-4477-b95f-4319743ba3ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:05:47.251825 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20658148-6c37-4477-b95f-4319743ba3ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:05:47.252149 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20658148-6c37-4477-b95f-4319743ba3ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:05:47.252473 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20658148-6c37-4477-b95f-4319743ba3ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:05:47.252794 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20658148-6c37-4477-b95f-4319743ba3ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:05:47.573967 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-066eefbd-f0f5-4408-b3cb-02308fb06da8 None None] Provisioning complete for port b80e2d8f-195e-4b30-bc88-d0a98c7990d5 triggered by entity DHCP. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:05:47.574528 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-066eefbd-f0f5-4408-b3cb-02308fb06da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:05:47.665138 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-066eefbd-f0f5-4408-b3cb-02308fb06da8 None None] Current status of the port b80e2d8f-195e-4b30-bc88-d0a98c7990d5 is: ACTIVE; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:05:47.675609 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-066eefbd-f0f5-4408-b3cb-02308fb06da8 None None] Provisioning complete for port c396300e-c533-4c65-ba60-719d4e9458f2 triggered by entity DHCP. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:05:47.675968 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-066eefbd-f0f5-4408-b3cb-02308fb06da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:05:47.756067 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-066eefbd-f0f5-4408-b3cb-02308fb06da8 None None] Current status of the port c396300e-c533-4c65-ba60-719d4e9458f2 is: ACTIVE; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:05:48.674217 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-94dd6269-c4ae-44a0-b29a-8b6ccb8c6981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:05:49.492212 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 48888) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:05:49.688252 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49fe7ca-1bbc-49ef-b1af-d73e01577ab0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:05:49.688634 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49fe7ca-1bbc-49ef-b1af-d73e01577ab0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:05:49.690178 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-b49fe7ca-1bbc-49ef-b1af-d73e01577ab0 admin admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1970129 Jun 14 18:05:49.729525 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-cf1fda14-6f0d-42ea-928d-63fe9f24329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:05:51.540477 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-1a5f21f8-b210-492f-a8cf-2d8a6010caea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:05:51.905275 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:05:51.949500 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 48896) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:05:52.083334 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809e9e5e-9071-49a5-8bf1-e25ff6c2ba3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:05:52.083800 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809e9e5e-9071-49a5-8bf1-e25ff6c2ba3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:05:52.085347 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-809e9e5e-9071-49a5-8bf1-e25ff6c2ba3e admin admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1348495 Jun 14 18:05:54.386675 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 48904) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:05:54.564672 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aec964b-1efe-4cf5-9a7b-0cdf8abb93bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:05:54.565990 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-0aec964b-1efe-4cf5-9a7b-0cdf8abb93bb admin admin] 10.222.0.70 "GET /v2.0/networks/0514a421-38fe-44fa-a158-ef00d417fed9 HTTP/1.1" status: 200 len: 886 time: 0.1780481 Jun 14 18:05:56.842984 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 48912) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:05:56.993711 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be37bba-c825-4fd3-9e10-f5a1531a9faf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:05:56.995098 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-5be37bba-c825-4fd3-9e10-f5a1531a9faf admin admin] 10.222.0.70 "GET /v2.0/networks/b514ddba-c706-4d65-8b5c-d7ef6f330b3a HTTP/1.1" status: 200 len: 870 time: 0.1511827 Jun 14 18:05:59.276940 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 48920) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:05:59.401519 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafbbb19-0c94-419a-a366-a4bee18bd928 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:05:59.402080 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafbbb19-0c94-419a-a366-a4bee18bd928 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:05:59.403612 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-aafbbb19-0c94-419a-a366-a4bee18bd928 admin admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1257322 Jun 14 18:06:01.710089 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 48928) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:06:01.800759 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888fd5b7-da58-412f-8edc-b54b4a5b51b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:06:01.801205 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888fd5b7-da58-412f-8edc-b54b4a5b51b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:06:01.802762 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-888fd5b7-da58-412f-8edc-b54b4a5b51b7 admin admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0916333 Jun 14 18:06:04.048951 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 48936) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:06:04.144026 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab797c8-c522-433a-b395-08fadf89d788 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:06:04.145376 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-2ab797c8-c522-433a-b395-08fadf89d788 admin admin] 10.222.0.70 "GET /v2.0/subnets/4bb25284-5581-4d6d-8613-a2686d917cdf HTTP/1.1" status: 200 len: 868 time: 0.0954726 Jun 14 18:06:06.394201 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 48944) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:06:06.488760 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf4490a-2442-40d9-b57c-addf6520c0f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:06:06.490123 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-bbf4490a-2442-40d9-b57c-addf6520c0f0 admin admin] 10.222.0.70 "GET /v2.0/subnets/5974f5a1-c656-4a3f-aaeb-f2cb77111b45 HTTP/1.1" status: 200 len: 816 time: 0.0949492 Jun 14 18:06:09.786361 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.agents_db [None req-d83a49a0-1be1-4d29-a7ba-91319940a8a9 None None] Agent healthcheck: found 5 active agents {{(pid=102479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 14 18:06:16.401218 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-b20da06d-0c9f-475b-82f2-24885f7eab85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:06:18.676423 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2204d7fa-f8e8-4d32-a2e3-0dcf13fe7220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:06:19.731526 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-cf1fda14-6f0d-42ea-928d-63fe9f24329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:06:21.544458 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-1a5f21f8-b210-492f-a8cf-2d8a6010caea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:06:21.908244 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:06:27.246177 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 48998) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:06:27.295158 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [None req-41fe5c10-7f08-492a-b4ac-e50769c5427f admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102476) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 14 18:06:27.296137 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-41fe5c10-7f08-492a-b4ac-e50769c5427f admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0490263 Jun 14 18:06:29.674062 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 49006) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:06:29.735870 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff81a9bc-5a0c-4526-a10c-1dde2ef2cf5b admin admin] GET failed (client error): The resource could not be found. Jun 14 18:06:29.737199 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-ff81a9bc-5a0c-4526-a10c-1dde2ef2cf5b admin admin] 10.222.0.70 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0622125 Jun 14 18:06:29.880118 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627b0f87-69dd-42a6-b30c-763b927d018c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:06:29.881506 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-627b0f87-69dd-42a6-b30c-763b927d018c admin admin] 10.222.0.70 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1395745 Jun 14 18:06:32.149455 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 49014) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:06:32.196574 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.v2.base [None req-431e6989-5c85-4590-aa0c-4aacc1114f1b admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=102476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:06:32.218240 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-431e6989-5c85-4590-aa0c-4aacc1114f1b admin admin] Made reservation on behalf of f9d51fd64b354e77a2f562135801b47f for: {'network': 1} {{(pid=102476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:06:32.221221 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-431e6989-5c85-4590-aa0c-4aacc1114f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for network, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:06:32.249122 dv-cinder-821739-1-iscsi neutron-server[102476]: WARNING neutron.services.revisions.revision_plugin [None req-431e6989-5c85-4590-aa0c-4aacc1114f1b admin admin] Could not find related network for resource to bump revision. Jun 14 18:06:32.267070 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-431e6989-5c85-4590-aa0c-4aacc1114f1b admin admin] vlan segment allocate from pool success with {'vlan_id': 1043, 'physical_network': 'physnet1'} {{(pid=102476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 18:06:32.279108 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-431e6989-5c85-4590-aa0c-4aacc1114f1b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758239721674', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977873'] for segment, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:06:32.279609 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-431e6989-5c85-4590-aa0c-4aacc1114f1b admin admin] Unsubscribe: segment precommit_create {{(pid=102476) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 14 18:06:32.280060 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.db.segments_db [None req-431e6989-5c85-4590-aa0c-4aacc1114f1b admin admin] Added segment ffe4d574-91f9-4354-92fe-3faeb59d2709 of type vlan for network 8f9939d5-97c6-4a74-951d-be93e922216f Jun 14 18:06:32.335661 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-431e6989-5c85-4590-aa0c-4aacc1114f1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758239169585'] for network, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:06:32.365515 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-431e6989-5c85-4590-aa0c-4aacc1114f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477'] for network, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:06:32.366483 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431e6989-5c85-4590-aa0c-4aacc1114f1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:06:32.367031 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-431e6989-5c85-4590-aa0c-4aacc1114f1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7944499'] for network, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:06:32.422035 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-431e6989-5c85-4590-aa0c-4aacc1114f1b admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.2714403 Jun 14 18:06:32.462273 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431e6989-5c85-4590-aa0c-4aacc1114f1b admin admin] Pushing event updated for resources: {'Network': ['ID=8f9939d5-97c6-4a74-951d-be93e922216f,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:06:32.474969 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Network 8f9939d5-97c6-4a74-951d-be93e922216f details requested by agent ovs-agent-dv-cinder-821739-1-iscsi with host dv-cinder-821739-1-iscsi {{(pid=102478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 14 18:06:34.677109 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 49022) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:06:34.737415 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f57ebec-f905-447e-8a56-52410e9e6dcc admin admin] GET failed (client error): The resource could not be found. Jun 14 18:06:34.738738 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-7f57ebec-f905-447e-8a56-52410e9e6dcc admin admin] 10.222.0.70 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0606585 Jun 14 18:06:34.810031 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111a9a21-c57c-4ca0-85f7-2d98953b94b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:06:34.811482 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-111a9a21-c57c-4ca0-85f7-2d98953b94b3 admin admin] 10.222.0.70 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0681579 Jun 14 18:06:34.822309 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.v2.base [None req-2e1cc5b3-5e6d-417f-9ea5-bf519f8738a1 admin admin] Request body: {'subnet': {'network_id': '8f9939d5-97c6-4a74-951d-be93e922216f', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=102476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:06:34.840818 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e1cc5b3-5e6d-417f-9ea5-bf519f8738a1 admin admin] Made reservation on behalf of f9d51fd64b354e77a2f562135801b47f for: {'subnet': 1} {{(pid=102476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:06:34.843029 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-2e1cc5b3-5e6d-417f-9ea5-bf519f8738a1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:06:35.002985 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-2e1cc5b3-5e6d-417f-9ea5-bf519f8738a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477'] for subnet, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:06:35.054541 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1cc5b3-5e6d-417f-9ea5-bf519f8738a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=029fa191-4c54-4172-accd-934a05214c8a,revision_number=0']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:06:35.064215 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1cc5b3-5e6d-417f-9ea5-bf519f8738a1 admin admin] Checking segment: {'id': 'ffe4d574-91f9-4354-92fe-3faeb59d2709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '8f9939d5-97c6-4a74-951d-be93e922216f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 14 18:06:35.064215 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1cc5b3-5e6d-417f-9ea5-bf519f8738a1 admin admin] Network hostable DHCP agents. Network: 8f9939d5-97c6-4a74-951d-be93e922216f, hostable agents: ['7e447456-ff8f-4cbe-bcdd-bfd26b4a7662'], hosted agents: [] {{(pid=102476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 18:06:35.081077 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1cc5b3-5e6d-417f-9ea5-bf519f8738a1 admin admin] Network 8f9939d5-97c6-4a74-951d-be93e922216f is scheduled to be hosted by DHCP agent 7e447456-ff8f-4cbe-bcdd-bfd26b4a7662 with binding_index 1 {{(pid=102476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 18:06:35.089217 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.base_scheduler [None req-2e1cc5b3-5e6d-417f-9ea5-bf519f8738a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821739-1-iscsi, 8f9939d5-97c6-4a74-951d-be93e922216f) {{(pid=102476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:06:35.093148 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1cc5b3-5e6d-417f-9ea5-bf519f8738a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:06:35.093968 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-2e1cc5b3-5e6d-417f-9ea5-bf519f8738a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7944499'] for subnet, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:06:35.098749 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ac9c7e-ea7f-446f-81d8-fbda98de1e15 None None] Network 8f9939d5-97c6-4a74-951d-be93e922216f requested from dv-cinder-821739-1-iscsi {{(pid=102478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 18:06:35.108356 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-2e1cc5b3-5e6d-417f-9ea5-bf519f8738a1 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2894144 Jun 14 18:06:35.259002 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e1918a-329f-4b42-8f79-19be580aa504 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13f8722a-7f63-57e1-9bed-f7c7ba50e3fe-8f9939d5-97c6-4a74-951d-be93e922216f', 'network_id': '8f9939d5-97c6-4a74-951d-be93e922216f', 'tenant_id': 'f9d51fd64b354e77a2f562135801b47f', 'fixed_ips': [{'subnet_id': '029fa191-4c54-4172-accd-934a05214c8a'}]}} from dv-cinder-821739-1-iscsi. {{(pid=102478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 14 18:06:35.259898 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-33e1918a-329f-4b42-8f79-19be580aa504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_create {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:06:35.489588 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.db_base_plugin_common [None req-33e1918a-329f-4b42-8f79-19be580aa504 None None] Allocated IP 192.168.233.2 (8f9939d5-97c6-4a74-951d-be93e922216f/029fa191-4c54-4172-accd-934a05214c8a/eba5f8f7-d8a4-48ea-a9b7-7f51d8342210) {{(pid=102478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:06:35.634237 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-33e1918a-329f-4b42-8f79-19be580aa504 None None] Notify callbacks [] for port, precommit_create {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:06:35.640726 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-33e1918a-329f-4b42-8f79-19be580aa504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239190878'] for port, after_create {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:06:35.680786 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e1918a-329f-4b42-8f79-19be580aa504 None None] Network 8f9939d5-97c6-4a74-951d-be93e922216f is already hosted by enough agents. {{(pid=102478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:06:35.683589 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.scheduler.base_scheduler [None req-33e1918a-329f-4b42-8f79-19be580aa504 None None] Resources bound (agent type, host, resource id): {{(pid=102478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:06:35.692952 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e1918a-329f-4b42-8f79-19be580aa504 None None] Received port after_create {{(pid=102478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 14 18:06:35.695991 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e1918a-329f-4b42-8f79-19be580aa504 None None] Pushing event updated for resources: {'Port': ['ID=eba5f8f7-d8a4-48ea-a9b7-7f51d8342210,revision_number=1']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:06:35.706426 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e1918a-329f-4b42-8f79-19be580aa504 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:06:35.706795 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e1918a-329f-4b42-8f79-19be580aa504 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:06:35.707137 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e1918a-329f-4b42-8f79-19be580aa504 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:06:35.707470 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e1918a-329f-4b42-8f79-19be580aa504 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:06:35.707801 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e1918a-329f-4b42-8f79-19be580aa504 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:06:35.708128 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e1918a-329f-4b42-8f79-19be580aa504 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:06:35.708455 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e1918a-329f-4b42-8f79-19be580aa504 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:06:35.708788 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e1918a-329f-4b42-8f79-19be580aa504 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:06:35.709113 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e1918a-329f-4b42-8f79-19be580aa504 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:06:35.709437 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e1918a-329f-4b42-8f79-19be580aa504 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:06:35.709787 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e1918a-329f-4b42-8f79-19be580aa504 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:06:35.710110 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e1918a-329f-4b42-8f79-19be580aa504 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:06:35.763959 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.managers [None req-33e1918a-329f-4b42-8f79-19be580aa504 None None] Attempting to bind port eba5f8f7-d8a4-48ea-a9b7-7f51d8342210 on host dv-cinder-821739-1-iscsi for vnic_type normal with profile {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 14 18:06:35.764318 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.managers [None req-33e1918a-329f-4b42-8f79-19be580aa504 None None] Attempting to bind port eba5f8f7-d8a4-48ea-a9b7-7f51d8342210 by drivers openvswitch,hyperv on host dv-cinder-821739-1-iscsi at level 0 using segments [{'id': 'ffe4d574-91f9-4354-92fe-3faeb59d2709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '8f9939d5-97c6-4a74-951d-be93e922216f'}] {{(pid=102478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 14 18:06:35.764706 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e1918a-329f-4b42-8f79-19be580aa504 None None] Attempting to bind port eba5f8f7-d8a4-48ea-a9b7-7f51d8342210 on network 8f9939d5-97c6-4a74-951d-be93e922216f {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:06:35.770072 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e1918a-329f-4b42-8f79-19be580aa504 None None] Checking agent: {'id': 'e8f0c06d-b34a-40ed-9da4-c5e71adce1cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821739-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 3, 22), 'started_at': datetime.datetime(2022, 6, 14, 18, 3, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821739-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:06:35.770443 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e1918a-329f-4b42-8f79-19be580aa504 None None] Checking segment: {'id': 'ffe4d574-91f9-4354-92fe-3faeb59d2709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '8f9939d5-97c6-4a74-951d-be93e922216f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 14 18:06:35.770838 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-33e1918a-329f-4b42-8f79-19be580aa504 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:06:35.771218 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e1918a-329f-4b42-8f79-19be580aa504 None None] Bound using segment: {'id': 'ffe4d574-91f9-4354-92fe-3faeb59d2709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '8f9939d5-97c6-4a74-951d-be93e922216f'} {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:06:35.771700 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.managers [None req-33e1918a-329f-4b42-8f79-19be580aa504 None None] Bound port: eba5f8f7-d8a4-48ea-a9b7-7f51d8342210, host: dv-cinder-821739-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffe4d574-91f9-4354-92fe-3faeb59d2709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '8f9939d5-97c6-4a74-951d-be93e922216f'}}] {{(pid=102478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 14 18:06:35.772104 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-33e1918a-329f-4b42-8f79-19be580aa504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:06:35.835001 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-33e1918a-329f-4b42-8f79-19be580aa504 None None] For port eba5f8f7-d8a4-48ea-a9b7-7f51d8342210, host dv-cinder-821739-1-iscsi, cleared binding levels {{(pid=102478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:06:35.838099 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-33e1918a-329f-4b42-8f79-19be580aa504 None None] For port eba5f8f7-d8a4-48ea-a9b7-7f51d8342210, host dv-cinder-821739-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=eba5f8f7-d8a4-48ea-a9b7-7f51d8342210,segment=NetworkSegment(ffe4d574-91f9-4354-92fe-3faeb59d2709),segment_id=ffe4d574-91f9-4354-92fe-3faeb59d2709)] {{(pid=102478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:06:35.843078 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-33e1918a-329f-4b42-8f79-19be580aa504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:06:35.899323 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e1918a-329f-4b42-8f79-19be580aa504 None None] Pushing event updated for resources: {'Port': ['ID=eba5f8f7-d8a4-48ea-a9b7-7f51d8342210,revision_number=2']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:06:36.706618 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77774760-5686-4cfa-9065-aee4f6432436 None None] Network 8f9939d5-97c6-4a74-951d-be93e922216f requested from dv-cinder-821739-1-iscsi {{(pid=102478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 18:06:36.796616 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-6cfa1eed-dde9-4de4-b7f1-88bc50927462 None None] Provisioning complete for port eba5f8f7-d8a4-48ea-a9b7-7f51d8342210 triggered by entity DHCP. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:06:36.797676 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-6cfa1eed-dde9-4de4-b7f1-88bc50927462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:06:36.940171 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-6cfa1eed-dde9-4de4-b7f1-88bc50927462 None None] Current status of the port eba5f8f7-d8a4-48ea-a9b7-7f51d8342210 is: DOWN; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:06:36.940662 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-6cfa1eed-dde9-4de4-b7f1-88bc50927462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:06:36.974802 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-6cfa1eed-dde9-4de4-b7f1-88bc50927462 None None] For port eba5f8f7-d8a4-48ea-a9b7-7f51d8342210, host dv-cinder-821739-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=eba5f8f7-d8a4-48ea-a9b7-7f51d8342210,segment=NetworkSegment(ffe4d574-91f9-4354-92fe-3faeb59d2709),segment_id=ffe4d574-91f9-4354-92fe-3faeb59d2709)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:06:36.980455 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-6cfa1eed-dde9-4de4-b7f1-88bc50927462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:06:37.060149 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfa1eed-dde9-4de4-b7f1-88bc50927462 None None] Pushing event updated for resources: {'Port': ['ID=eba5f8f7-d8a4-48ea-a9b7-7f51d8342210,revision_number=3']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:06:37.204271 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-e9c0d5dc-dc73-4223-8893-04d786741a30 None None] Provisioning complete for port eba5f8f7-d8a4-48ea-a9b7-7f51d8342210 triggered by entity DHCP. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:06:37.204622 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e9c0d5dc-dc73-4223-8893-04d786741a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:06:37.289255 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-e9c0d5dc-dc73-4223-8893-04d786741a30 None None] Current status of the port eba5f8f7-d8a4-48ea-a9b7-7f51d8342210 is: ACTIVE; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:06:37.451742 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device eba5f8f7-d8a4-48ea-a9b7-7f51d8342210 up at agent ovs-agent-dv-cinder-821739-1-iscsi {{(pid=102478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:06:37.501742 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Provisioning complete for port eba5f8f7-d8a4-48ea-a9b7-7f51d8342210 triggered by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:06:37.502109 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:06:37.582223 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Current status of the port eba5f8f7-d8a4-48ea-a9b7-7f51d8342210 is: ACTIVE; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:06:46.404643 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-294caccd-bc67-4974-ab0a-c5609db2f890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:06:46.785748 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.agents_db [None req-d83a49a0-1be1-4d29-a7ba-91319940a8a9 None None] Agent healthcheck: found 5 active agents {{(pid=102479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 14 18:06:48.678856 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-5e842587-4670-4028-bfa5-2ef2bcf574fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:06:49.733389 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-cf1fda14-6f0d-42ea-928d-63fe9f24329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:06:51.547770 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-1a5f21f8-b210-492f-a8cf-2d8a6010caea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:06:51.911413 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:07:16.406373 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-9b8a641a-c511-400f-ab17-b0fe51cc8033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:07:18.682215 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-79c49ab0-b77a-4c6b-b146-bf9f65965855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:07:19.737274 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-cf1fda14-6f0d-42ea-928d-63fe9f24329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:07:21.551203 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-1a5f21f8-b210-492f-a8cf-2d8a6010caea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:07:21.914973 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:07:23.783965 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.agents_db [None req-d83a49a0-1be1-4d29-a7ba-91319940a8a9 None None] Agent healthcheck: found 5 active agents {{(pid=102479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 14 18:07:46.358191 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 49060) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:07:46.364467 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [None req-4da7db90-8dff-46eb-8e25-1bd71245cbb0 tempest-verify_tempest_config-1063162540 tempest-verify_tempest_config-1063162540-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102476) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 14 18:07:46.365451 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-4da7db90-8dff-46eb-8e25-1bd71245cbb0 tempest-verify_tempest_config-1063162540 tempest-verify_tempest_config-1063162540-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0062168 Jun 14 18:07:46.412867 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-762ee875-5037-46f5-aaa0-ac8cbb2190b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:07:46.671858 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 49078) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:07:46.776617 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-f767579d-7173-4a78-8d19-e2d7b392eeb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:07:46.850097 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-f767579d-7173-4a78-8d19-e2d7b392eeb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:07:46.853920 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-f767579d-7173-4a78-8d19-e2d7b392eeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:07:46.898457 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-f767579d-7173-4a78-8d19-e2d7b392eeb9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=708abc9b8e9e4dcbb4254e2eeca4ca05&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2255552 Jun 14 18:07:46.899571 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f767579d-7173-4a78-8d19-e2d7b392eeb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=432cb32e-ba5a-4f30-bba4-3d8829775032,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:07:46.901287 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 49084) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:07:46.906380 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f767579d-7173-4a78-8d19-e2d7b392eeb9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:07:46.906850 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f767579d-7173-4a78-8d19-e2d7b392eeb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:07:46.907215 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f767579d-7173-4a78-8d19-e2d7b392eeb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:07:46.907511 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f767579d-7173-4a78-8d19-e2d7b392eeb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:07:46.907833 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f767579d-7173-4a78-8d19-e2d7b392eeb9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:07:46.908156 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f767579d-7173-4a78-8d19-e2d7b392eeb9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:07:46.908487 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f767579d-7173-4a78-8d19-e2d7b392eeb9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:07:46.909578 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f767579d-7173-4a78-8d19-e2d7b392eeb9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:07:46.910446 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f767579d-7173-4a78-8d19-e2d7b392eeb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:07:46.910575 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f767579d-7173-4a78-8d19-e2d7b392eeb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:07:46.911135 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f767579d-7173-4a78-8d19-e2d7b392eeb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:07:46.911511 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f767579d-7173-4a78-8d19-e2d7b392eeb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:07:46.978618 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-fbe44b00-1e4a-44f5-8c32-e1ec3bfd9fc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:07:47.002197 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-fbe44b00-1e4a-44f5-8c32-e1ec3bfd9fc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:07:47.189642 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-fbe44b00-1e4a-44f5-8c32-e1ec3bfd9fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:07:47.192033 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-fbe44b00-1e4a-44f5-8c32-e1ec3bfd9fc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:07:47.193201 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-fbe44b00-1e4a-44f5-8c32-e1ec3bfd9fc7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/432cb32e-ba5a-4f30-bba4-3d8829775032 HTTP/1.1" status: 204 len: 168 time: 0.2909267 Jun 14 18:07:47.200923 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe44b00-1e4a-44f5-8c32-e1ec3bfd9fc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=432cb32e-ba5a-4f30-bba4-3d8829775032,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:07:47.208095 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe44b00-1e4a-44f5-8c32-e1ec3bfd9fc7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:07:47.208436 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe44b00-1e4a-44f5-8c32-e1ec3bfd9fc7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:07:47.208778 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe44b00-1e4a-44f5-8c32-e1ec3bfd9fc7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:07:47.209106 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe44b00-1e4a-44f5-8c32-e1ec3bfd9fc7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:07:47.209426 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe44b00-1e4a-44f5-8c32-e1ec3bfd9fc7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:07:47.209867 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe44b00-1e4a-44f5-8c32-e1ec3bfd9fc7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:07:47.210213 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe44b00-1e4a-44f5-8c32-e1ec3bfd9fc7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:07:47.210555 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe44b00-1e4a-44f5-8c32-e1ec3bfd9fc7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:07:47.210909 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe44b00-1e4a-44f5-8c32-e1ec3bfd9fc7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:07:47.211289 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe44b00-1e4a-44f5-8c32-e1ec3bfd9fc7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:07:47.211521 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe44b00-1e4a-44f5-8c32-e1ec3bfd9fc7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:07:47.211836 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe44b00-1e4a-44f5-8c32-e1ec3bfd9fc7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:07:48.685845 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-c31ae3cb-cb9b-4cb4-83d6-2146f572df20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:07:49.738511 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-cf1fda14-6f0d-42ea-928d-63fe9f24329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:07:51.553739 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-1a5f21f8-b210-492f-a8cf-2d8a6010caea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:07:51.916457 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:08:00.783054 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.agents_db [None req-d83a49a0-1be1-4d29-a7ba-91319940a8a9 None None] Agent healthcheck: found 5 active agents {{(pid=102479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 14 18:08:16.406777 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e4c4f23a-2944-4ddc-9ff8-310c86c2e69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:08:18.687656 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8c46b565-8426-4658-862c-9b3969c74bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:08:19.742094 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-cf1fda14-6f0d-42ea-928d-63fe9f24329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:08:21.556088 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-1a5f21f8-b210-492f-a8cf-2d8a6010caea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:08:21.918744 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:08:37.782928 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.agents_db [None req-d83a49a0-1be1-4d29-a7ba-91319940a8a9 None None] Agent healthcheck: found 5 active agents {{(pid=102479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 14 18:08:46.407851 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-60781b79-b0d7-4a8a-92ef-3ad58307599e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:08:48.689308 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-f1b90594-448d-4423-9dc9-a59454bef7cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:08:49.747470 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-cf1fda14-6f0d-42ea-928d-63fe9f24329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:08:51.558963 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-1a5f21f8-b210-492f-a8cf-2d8a6010caea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:08:51.922659 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:09:14.782171 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.agents_db [None req-d83a49a0-1be1-4d29-a7ba-91319940a8a9 None None] Agent healthcheck: found 5 active agents {{(pid=102479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 14 18:09:16.409381 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-5e7814bc-f6a4-4e14-a06c-be46dea1718a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:09:18.691100 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-83288c7c-8cc0-4d52-ae42-e59b2d8484b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:09:19.746089 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-cf1fda14-6f0d-42ea-928d-63fe9f24329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:09:21.561230 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-1a5f21f8-b210-492f-a8cf-2d8a6010caea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:09:21.926830 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:09:26.406565 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8279373'] for agent, after_create {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:09:42.126282 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 49156) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:09:42.230905 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-10ddec76-ed61-4e38-aebb-1cc2176c93e6 admin admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1035085 Jun 14 18:09:44.497506 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 49166) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:09:44.552194 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-460b4ad0-68c8-4ba9-8973-862a89da0df0 admin admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0535750 Jun 14 18:09:46.411719 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e2b08510-d519-4576-86e5-4dc4f059902d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:09:48.691947 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-4e4328cf-9228-45af-8960-c377faaab68f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:09:49.755132 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-cf1fda14-6f0d-42ea-928d-63fe9f24329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:09:51.565907 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-1a5f21f8-b210-492f-a8cf-2d8a6010caea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:09:51.782099 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.agents_db [None req-d83a49a0-1be1-4d29-a7ba-91319940a8a9 None None] Agent healthcheck: found 6 active agents {{(pid=102479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 14 18:09:51.929596 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:09:56.375065 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:10:16.414498 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-02cc1f05-f74b-4c01-9615-4d31bcc6e4d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:10:18.698684 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8be07c48-5fb5-4546-8ed1-7a04ca78515d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:10:19.752697 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-cf1fda14-6f0d-42ea-928d-63fe9f24329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:10:21.566742 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-1a5f21f8-b210-492f-a8cf-2d8a6010caea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:10:21.932396 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:10:26.390950 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:10:28.780609 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.agents_db [None req-d83a49a0-1be1-4d29-a7ba-91319940a8a9 None None] Agent healthcheck: found 6 active agents {{(pid=102479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 14 18:10:46.416539 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-30ca4f8d-4882-435b-8445-94d822703d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:10:48.692359 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-aaf61e6d-7c79-43d1-bc46-f6b181ee4b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:10:49.758060 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-cf1fda14-6f0d-42ea-928d-63fe9f24329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:10:51.570617 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-1a5f21f8-b210-492f-a8cf-2d8a6010caea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:10:51.934552 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:10:56.390782 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:05.780285 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.agents_db [None req-d83a49a0-1be1-4d29-a7ba-91319940a8a9 None None] Agent healthcheck: found 6 active agents {{(pid=102479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 14 18:11:16.420328 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8a595773-ae8b-40a1-adce-165c586a76a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:18.697366 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-02ca1954-6792-41dc-8fe6-342d2e6c543a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:19.757518 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-cf1fda14-6f0d-42ea-928d-63fe9f24329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:21.579863 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-1a5f21f8-b210-492f-a8cf-2d8a6010caea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:21.936101 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:26.414431 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:27.449986 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 49242) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:11:27.619291 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.v2.base [None req-ce898aa3-b6dd-4b2e-9d32-2c78eb698af8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-504290740-network', 'tenant_id': '1656a3c434d1462d9a2c48c24f0b7728'}} {{(pid=102476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:11:27.640781 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce898aa3-b6dd-4b2e-9d32-2c78eb698af8 admin admin] Made reservation on behalf of 1656a3c434d1462d9a2c48c24f0b7728 for: {'network': 1} {{(pid=102476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:11:27.643628 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-ce898aa3-b6dd-4b2e-9d32-2c78eb698af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for network, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:27.653427 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-ce898aa3-b6dd-4b2e-9d32-2c78eb698af8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:27.757993 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-ce898aa3-b6dd-4b2e-9d32-2c78eb698af8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:27.762501 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-ce898aa3-b6dd-4b2e-9d32-2c78eb698af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:27.791863 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce898aa3-b6dd-4b2e-9d32-2c78eb698af8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1040, 'physical_network': 'physnet1'} {{(pid=102476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 18:11:27.797179 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce898aa3-b6dd-4b2e-9d32-2c78eb698af8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb875421-69ab-4ad4-82d5-729d3757c8bd,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:11:27.806694 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce898aa3-b6dd-4b2e-9d32-2c78eb698af8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:11:27.807053 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce898aa3-b6dd-4b2e-9d32-2c78eb698af8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:11:27.807374 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce898aa3-b6dd-4b2e-9d32-2c78eb698af8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:11:27.808036 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce898aa3-b6dd-4b2e-9d32-2c78eb698af8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:11:27.808359 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce898aa3-b6dd-4b2e-9d32-2c78eb698af8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:11:27.809074 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce898aa3-b6dd-4b2e-9d32-2c78eb698af8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:11:27.809390 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce898aa3-b6dd-4b2e-9d32-2c78eb698af8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:11:27.809905 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce898aa3-b6dd-4b2e-9d32-2c78eb698af8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:11:27.810411 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce898aa3-b6dd-4b2e-9d32-2c78eb698af8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:11:27.810552 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce898aa3-b6dd-4b2e-9d32-2c78eb698af8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:11:27.811047 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce898aa3-b6dd-4b2e-9d32-2c78eb698af8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:11:27.811366 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce898aa3-b6dd-4b2e-9d32-2c78eb698af8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:11:27.812703 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce898aa3-b6dd-4b2e-9d32-2c78eb698af8 admin admin] Tracked resource versions report: Jun 14 18:11:27.812703 dv-cinder-821739-1-iscsi neutron-server[102476]: pushed versions: Jun 14 18:11:27.812703 dv-cinder-821739-1-iscsi neutron-server[102476]: { 'AddressGroup': {'1.2'}, Jun 14 18:11:27.812703 dv-cinder-821739-1-iscsi neutron-server[102476]: 'ConntrackHelper': {'1.0'}, Jun 14 18:11:27.812703 dv-cinder-821739-1-iscsi neutron-server[102476]: 'Log': {'1.0'}, Jun 14 18:11:27.812703 dv-cinder-821739-1-iscsi neutron-server[102476]: 'Network': {'1.1'}, Jun 14 18:11:27.812703 dv-cinder-821739-1-iscsi neutron-server[102476]: 'Port': {'1.7'}, Jun 14 18:11:27.812703 dv-cinder-821739-1-iscsi neutron-server[102476]: 'PortForwarding': {'1.2'}, Jun 14 18:11:27.812703 dv-cinder-821739-1-iscsi neutron-server[102476]: 'QosPolicy': {'1.9'}, Jun 14 18:11:27.812703 dv-cinder-821739-1-iscsi neutron-server[102476]: 'SecurityGroup': {'1.4'}, Jun 14 18:11:27.812703 dv-cinder-821739-1-iscsi neutron-server[102476]: 'SecurityGroupRule': {'1.2'}, Jun 14 18:11:27.812703 dv-cinder-821739-1-iscsi neutron-server[102476]: 'SubPort': {'1.0'}, Jun 14 18:11:27.812703 dv-cinder-821739-1-iscsi neutron-server[102476]: 'Subnet': {'1.1'}, Jun 14 18:11:27.812703 dv-cinder-821739-1-iscsi neutron-server[102476]: 'Trunk': {'1.1'}} Jun 14 18:11:27.812703 dv-cinder-821739-1-iscsi neutron-server[102476]: consumer versions: Jun 14 18:11:27.812703 dv-cinder-821739-1-iscsi neutron-server[102476]: { DHCP agent@dv-cinder-821739-1-iscsi: {}, Jun 14 18:11:27.812703 dv-cinder-821739-1-iscsi neutron-server[102476]: HyperV agent@hv-cinder-82173: {}, Jun 14 18:11:27.812703 dv-cinder-821739-1-iscsi neutron-server[102476]: L3 agent@dv-cinder-821739-1-iscsi: {}, Jun 14 18:11:27.812703 dv-cinder-821739-1-iscsi neutron-server[102476]: Metadata agent@dv-cinder-821739-1-iscsi: {}, Jun 14 18:11:27.812703 dv-cinder-821739-1-iscsi neutron-server[102476]: Metering agent@dv-cinder-821739-1-iscsi: {}, Jun 14 18:11:27.812703 dv-cinder-821739-1-iscsi neutron-server[102476]: Open vSwitch agent@dv-cinder-821739-1-iscsi: { 'AddressGroup': '1.2', Jun 14 18:11:27.812703 dv-cinder-821739-1-iscsi neutron-server[102476]: 'ConntrackHelper': '1.0', Jun 14 18:11:27.812703 dv-cinder-821739-1-iscsi neutron-server[102476]: 'Log': '1.0', Jun 14 18:11:27.812703 dv-cinder-821739-1-iscsi neutron-server[102476]: 'Network': '1.1', Jun 14 18:11:27.812703 dv-cinder-821739-1-iscsi neutron-server[102476]: 'Port': '1.7', Jun 14 18:11:27.812703 dv-cinder-821739-1-iscsi neutron-server[102476]: 'PortForwarding': '1.2', Jun 14 18:11:27.812703 dv-cinder-821739-1-iscsi neutron-server[102476]: 'QosPolicy': '1.9', Jun 14 18:11:27.812703 dv-cinder-821739-1-iscsi neutron-server[102476]: 'SecurityGroup': '1.4', Jun 14 18:11:27.812703 dv-cinder-821739-1-iscsi neutron-server[102476]: 'SecurityGroupRule': '1.2', Jun 14 18:11:27.812703 dv-cinder-821739-1-iscsi neutron-server[102476]: 'SubPort': '1.0', Jun 14 18:11:27.812703 dv-cinder-821739-1-iscsi neutron-server[102476]: 'Subnet': '1.1', Jun 14 18:11:27.812703 dv-cinder-821739-1-iscsi neutron-server[102476]: 'Trunk': '1.1'}} Jun 14 18:11:27.812703 dv-cinder-821739-1-iscsi neutron-server[102476]: {{(pid=102476) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 14 18:11:27.817915 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-ce898aa3-b6dd-4b2e-9d32-2c78eb698af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977873'] for segment, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:27.818243 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.db.segments_db [None req-ce898aa3-b6dd-4b2e-9d32-2c78eb698af8 admin admin] Added segment 91c000b5-b307-4d83-9292-f5327311bde5 of type vlan for network e4802f45-6d76-4b53-9a7f-7b43659748a3 Jun 14 18:11:27.862996 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-ce898aa3-b6dd-4b2e-9d32-2c78eb698af8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758239169585'] for network, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:27.893169 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-ce898aa3-b6dd-4b2e-9d32-2c78eb698af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477'] for network, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:27.894178 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce898aa3-b6dd-4b2e-9d32-2c78eb698af8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:11:27.895212 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-ce898aa3-b6dd-4b2e-9d32-2c78eb698af8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7944499'] for network, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:27.955629 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce898aa3-b6dd-4b2e-9d32-2c78eb698af8 admin admin] Pushing event updated for resources: {'Network': ['ID=e4802f45-6d76-4b53-9a7f-7b43659748a3,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:11:27.968481 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Network e4802f45-6d76-4b53-9a7f-7b43659748a3 details requested by agent ovs-agent-dv-cinder-821739-1-iscsi with host dv-cinder-821739-1-iscsi {{(pid=102478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 14 18:11:27.970172 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-ce898aa3-b6dd-4b2e-9d32-2c78eb698af8 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5182064 Jun 14 18:11:27.970771 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 49298) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:11:27.976086 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.v2.base [None req-fa65ad31-320b-434c-8896-0716408e1f92 admin admin] Request body: {'subnet': {'network_id': 'e4802f45-6d76-4b53-9a7f-7b43659748a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-504290740-subnet', 'tenant_id': '1656a3c434d1462d9a2c48c24f0b7728', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:11:28.005136 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa65ad31-320b-434c-8896-0716408e1f92 admin admin] Made reservation on behalf of 1656a3c434d1462d9a2c48c24f0b7728 for: {'subnet': 1} {{(pid=102476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:11:28.007527 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-fa65ad31-320b-434c-8896-0716408e1f92 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:28.195467 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-fa65ad31-320b-434c-8896-0716408e1f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477'] for subnet, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:28.258559 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa65ad31-320b-434c-8896-0716408e1f92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bf57453-530a-4cde-8cdb-616dbddd580e,revision_number=0']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:11:28.262959 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa65ad31-320b-434c-8896-0716408e1f92 admin admin] Checking segment: {'id': '91c000b5-b307-4d83-9292-f5327311bde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'e4802f45-6d76-4b53-9a7f-7b43659748a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 14 18:11:28.263537 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa65ad31-320b-434c-8896-0716408e1f92 admin admin] Network hostable DHCP agents. Network: e4802f45-6d76-4b53-9a7f-7b43659748a3, hostable agents: ['7e447456-ff8f-4cbe-bcdd-bfd26b4a7662'], hosted agents: [] {{(pid=102476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 18:11:28.280260 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa65ad31-320b-434c-8896-0716408e1f92 admin admin] Network e4802f45-6d76-4b53-9a7f-7b43659748a3 is scheduled to be hosted by DHCP agent 7e447456-ff8f-4cbe-bcdd-bfd26b4a7662 with binding_index 1 {{(pid=102476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 18:11:28.290419 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.base_scheduler [None req-fa65ad31-320b-434c-8896-0716408e1f92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821739-1-iscsi, e4802f45-6d76-4b53-9a7f-7b43659748a3) {{(pid=102476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:11:28.296053 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa65ad31-320b-434c-8896-0716408e1f92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:11:28.297102 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-fa65ad31-320b-434c-8896-0716408e1f92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7944499'] for subnet, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:28.300195 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5d2d55-ae93-49a8-9175-3cfece2f4877 None None] Network e4802f45-6d76-4b53-9a7f-7b43659748a3 requested from dv-cinder-821739-1-iscsi {{(pid=102478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 18:11:28.322616 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-fa65ad31-320b-434c-8896-0716408e1f92 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3506687 Jun 14 18:11:28.326486 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 49310) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:11:28.332254 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.v2.base [None req-278a3431-b70c-43dd-878b-09bf2b1c931f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-504290740-router', 'tenant_id': '1656a3c434d1462d9a2c48c24f0b7728', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9'}}} {{(pid=102476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:11:28.377972 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-278a3431-b70c-43dd-878b-09bf2b1c931f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8279293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16205'] for router, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:28.379162 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-278a3431-b70c-43dd-878b-09bf2b1c931f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8285349', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8221628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16196'] for router, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:28.483698 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-278a3431-b70c-43dd-878b-09bf2b1c931f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:28.504873 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981e9005-9c4a-47fe-9fa2-5a17683b1d3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13f8722a-7f63-57e1-9bed-f7c7ba50e3fe-e4802f45-6d76-4b53-9a7f-7b43659748a3', 'network_id': 'e4802f45-6d76-4b53-9a7f-7b43659748a3', 'tenant_id': '1656a3c434d1462d9a2c48c24f0b7728', 'fixed_ips': [{'subnet_id': '0bf57453-530a-4cde-8cdb-616dbddd580e'}]}} from dv-cinder-821739-1-iscsi. {{(pid=102478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 14 18:11:28.509444 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-981e9005-9c4a-47fe-9fa2-5a17683b1d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_create {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:28.627899 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-278a3431-b70c-43dd-878b-09bf2b1c931f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:28.670856 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.db_base_plugin_common [None req-981e9005-9c4a-47fe-9fa2-5a17683b1d3c None None] Allocated IP 172.20.0.2 (e4802f45-6d76-4b53-9a7f-7b43659748a3/0bf57453-530a-4cde-8cdb-616dbddd580e/f8b7f6c2-9991-4231-9290-0d43097825e8) {{(pid=102478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:11:28.862262 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-981e9005-9c4a-47fe-9fa2-5a17683b1d3c None None] Notify callbacks [] for port, precommit_create {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:28.872987 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-981e9005-9c4a-47fe-9fa2-5a17683b1d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239190878'] for port, after_create {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:28.889438 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-278a3431-b70c-43dd-878b-09bf2b1c931f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:28.916620 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-278a3431-b70c-43dd-878b-09bf2b1c931f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:28.920698 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981e9005-9c4a-47fe-9fa2-5a17683b1d3c None None] Network e4802f45-6d76-4b53-9a7f-7b43659748a3 is already hosted by enough agents. {{(pid=102478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:11:28.923822 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.scheduler.base_scheduler [None req-981e9005-9c4a-47fe-9fa2-5a17683b1d3c None None] Resources bound (agent type, host, resource id): {{(pid=102478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:11:28.928901 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981e9005-9c4a-47fe-9fa2-5a17683b1d3c None None] Received port after_create {{(pid=102478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 14 18:11:28.982282 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981e9005-9c4a-47fe-9fa2-5a17683b1d3c None None] Pushing event updated for resources: {'Port': ['ID=f8b7f6c2-9991-4231-9290-0d43097825e8,revision_number=1']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:11:28.993381 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981e9005-9c4a-47fe-9fa2-5a17683b1d3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:11:28.993770 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981e9005-9c4a-47fe-9fa2-5a17683b1d3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:11:28.994120 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981e9005-9c4a-47fe-9fa2-5a17683b1d3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:11:28.994454 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981e9005-9c4a-47fe-9fa2-5a17683b1d3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:11:28.994779 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981e9005-9c4a-47fe-9fa2-5a17683b1d3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:11:28.995282 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981e9005-9c4a-47fe-9fa2-5a17683b1d3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:11:28.995784 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981e9005-9c4a-47fe-9fa2-5a17683b1d3c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:11:28.996270 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981e9005-9c4a-47fe-9fa2-5a17683b1d3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:11:28.996769 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981e9005-9c4a-47fe-9fa2-5a17683b1d3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:11:28.997269 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981e9005-9c4a-47fe-9fa2-5a17683b1d3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:11:28.997596 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981e9005-9c4a-47fe-9fa2-5a17683b1d3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:11:28.997944 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981e9005-9c4a-47fe-9fa2-5a17683b1d3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:11:28.998972 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981e9005-9c4a-47fe-9fa2-5a17683b1d3c None None] Tracked resource versions report: Jun 14 18:11:28.998972 dv-cinder-821739-1-iscsi neutron-server[102478]: pushed versions: Jun 14 18:11:28.998972 dv-cinder-821739-1-iscsi neutron-server[102478]: { 'AddressGroup': {'1.2'}, Jun 14 18:11:28.998972 dv-cinder-821739-1-iscsi neutron-server[102478]: 'ConntrackHelper': {'1.0'}, Jun 14 18:11:28.998972 dv-cinder-821739-1-iscsi neutron-server[102478]: 'Log': {'1.0'}, Jun 14 18:11:28.998972 dv-cinder-821739-1-iscsi neutron-server[102478]: 'Network': {'1.1'}, Jun 14 18:11:28.998972 dv-cinder-821739-1-iscsi neutron-server[102478]: 'Port': {'1.7'}, Jun 14 18:11:28.998972 dv-cinder-821739-1-iscsi neutron-server[102478]: 'PortForwarding': {'1.2'}, Jun 14 18:11:28.998972 dv-cinder-821739-1-iscsi neutron-server[102478]: 'QosPolicy': {'1.9'}, Jun 14 18:11:28.998972 dv-cinder-821739-1-iscsi neutron-server[102478]: 'SecurityGroup': {'1.4'}, Jun 14 18:11:28.998972 dv-cinder-821739-1-iscsi neutron-server[102478]: 'SecurityGroupRule': {'1.2'}, Jun 14 18:11:28.998972 dv-cinder-821739-1-iscsi neutron-server[102478]: 'SubPort': {'1.0'}, Jun 14 18:11:28.998972 dv-cinder-821739-1-iscsi neutron-server[102478]: 'Subnet': {'1.1'}, Jun 14 18:11:28.998972 dv-cinder-821739-1-iscsi neutron-server[102478]: 'Trunk': {'1.1'}} Jun 14 18:11:28.998972 dv-cinder-821739-1-iscsi neutron-server[102478]: consumer versions: Jun 14 18:11:28.998972 dv-cinder-821739-1-iscsi neutron-server[102478]: { DHCP agent@dv-cinder-821739-1-iscsi: {}, Jun 14 18:11:28.998972 dv-cinder-821739-1-iscsi neutron-server[102478]: HyperV agent@hv-cinder-82173: {}, Jun 14 18:11:28.998972 dv-cinder-821739-1-iscsi neutron-server[102478]: L3 agent@dv-cinder-821739-1-iscsi: {}, Jun 14 18:11:28.998972 dv-cinder-821739-1-iscsi neutron-server[102478]: Metadata agent@dv-cinder-821739-1-iscsi: {}, Jun 14 18:11:28.998972 dv-cinder-821739-1-iscsi neutron-server[102478]: Metering agent@dv-cinder-821739-1-iscsi: {}, Jun 14 18:11:28.998972 dv-cinder-821739-1-iscsi neutron-server[102478]: Open vSwitch agent@dv-cinder-821739-1-iscsi: { 'AddressGroup': '1.2', Jun 14 18:11:28.998972 dv-cinder-821739-1-iscsi neutron-server[102478]: 'ConntrackHelper': '1.0', Jun 14 18:11:28.998972 dv-cinder-821739-1-iscsi neutron-server[102478]: 'Log': '1.0', Jun 14 18:11:28.998972 dv-cinder-821739-1-iscsi neutron-server[102478]: 'Network': '1.1', Jun 14 18:11:28.998972 dv-cinder-821739-1-iscsi neutron-server[102478]: 'Port': '1.7', Jun 14 18:11:28.998972 dv-cinder-821739-1-iscsi neutron-server[102478]: 'PortForwarding': '1.2', Jun 14 18:11:28.998972 dv-cinder-821739-1-iscsi neutron-server[102478]: 'QosPolicy': '1.9', Jun 14 18:11:28.998972 dv-cinder-821739-1-iscsi neutron-server[102478]: 'SecurityGroup': '1.4', Jun 14 18:11:28.998972 dv-cinder-821739-1-iscsi neutron-server[102478]: 'SecurityGroupRule': '1.2', Jun 14 18:11:28.998972 dv-cinder-821739-1-iscsi neutron-server[102478]: 'SubPort': '1.0', Jun 14 18:11:28.998972 dv-cinder-821739-1-iscsi neutron-server[102478]: 'Subnet': '1.1', Jun 14 18:11:28.998972 dv-cinder-821739-1-iscsi neutron-server[102478]: 'Trunk': '1.1'}} Jun 14 18:11:28.998972 dv-cinder-821739-1-iscsi neutron-server[102478]: {{(pid=102478) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 14 18:11:29.010551 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.managers [None req-981e9005-9c4a-47fe-9fa2-5a17683b1d3c None None] Attempting to bind port f8b7f6c2-9991-4231-9290-0d43097825e8 on host dv-cinder-821739-1-iscsi for vnic_type normal with profile {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 14 18:11:29.011104 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.managers [None req-981e9005-9c4a-47fe-9fa2-5a17683b1d3c None None] Attempting to bind port f8b7f6c2-9991-4231-9290-0d43097825e8 by drivers openvswitch,hyperv on host dv-cinder-821739-1-iscsi at level 0 using segments [{'id': '91c000b5-b307-4d83-9292-f5327311bde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'e4802f45-6d76-4b53-9a7f-7b43659748a3'}] {{(pid=102478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 14 18:11:29.011646 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981e9005-9c4a-47fe-9fa2-5a17683b1d3c None None] Attempting to bind port f8b7f6c2-9991-4231-9290-0d43097825e8 on network e4802f45-6d76-4b53-9a7f-7b43659748a3 {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:11:29.017030 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981e9005-9c4a-47fe-9fa2-5a17683b1d3c None None] Checking agent: {'id': 'e8f0c06d-b34a-40ed-9da4-c5e71adce1cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821739-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 3, 22), 'started_at': datetime.datetime(2022, 6, 14, 18, 3, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821739-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:11:29.017683 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981e9005-9c4a-47fe-9fa2-5a17683b1d3c None None] Checking segment: {'id': '91c000b5-b307-4d83-9292-f5327311bde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'e4802f45-6d76-4b53-9a7f-7b43659748a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 14 18:11:29.018411 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-981e9005-9c4a-47fe-9fa2-5a17683b1d3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:29.018948 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981e9005-9c4a-47fe-9fa2-5a17683b1d3c None None] Bound using segment: {'id': '91c000b5-b307-4d83-9292-f5327311bde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'e4802f45-6d76-4b53-9a7f-7b43659748a3'} {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:11:29.019577 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.managers [None req-981e9005-9c4a-47fe-9fa2-5a17683b1d3c None None] Bound port: f8b7f6c2-9991-4231-9290-0d43097825e8, host: dv-cinder-821739-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91c000b5-b307-4d83-9292-f5327311bde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'e4802f45-6d76-4b53-9a7f-7b43659748a3'}}] {{(pid=102478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 14 18:11:29.019957 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-981e9005-9c4a-47fe-9fa2-5a17683b1d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:29.081173 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.db.db_base_plugin_common [None req-278a3431-b70c-43dd-878b-09bf2b1c931f admin admin] Allocated IP 172.27.2.23 (0514a421-38fe-44fa-a158-ef00d417fed9/5974f5a1-c656-4a3f-aaeb-f2cb77111b45/7ab5aec5-e4c5-4e04-9cca-c95dea8cfc69) {{(pid=102476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:11:29.088487 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-981e9005-9c4a-47fe-9fa2-5a17683b1d3c None None] For port f8b7f6c2-9991-4231-9290-0d43097825e8, host dv-cinder-821739-1-iscsi, cleared binding levels {{(pid=102478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:11:29.092190 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-981e9005-9c4a-47fe-9fa2-5a17683b1d3c None None] For port f8b7f6c2-9991-4231-9290-0d43097825e8, host dv-cinder-821739-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=f8b7f6c2-9991-4231-9290-0d43097825e8,segment=NetworkSegment(91c000b5-b307-4d83-9292-f5327311bde5),segment_id=91c000b5-b307-4d83-9292-f5327311bde5)] {{(pid=102478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:11:29.098256 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-981e9005-9c4a-47fe-9fa2-5a17683b1d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:29.163385 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981e9005-9c4a-47fe-9fa2-5a17683b1d3c None None] Pushing event updated for resources: {'Port': ['ID=f8b7f6c2-9991-4231-9290-0d43097825e8,revision_number=2']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:11:29.222164 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-278a3431-b70c-43dd-878b-09bf2b1c931f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:29.264772 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-278a3431-b70c-43dd-878b-09bf2b1c931f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239190878'] for port, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:29.374127 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278a3431-b70c-43dd-878b-09bf2b1c931f admin admin] Network 0514a421-38fe-44fa-a158-ef00d417fed9 is already hosted by enough agents. {{(pid=102476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:11:29.374127 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.base_scheduler [None req-278a3431-b70c-43dd-878b-09bf2b1c931f admin admin] Resources bound (agent type, host, resource id): {{(pid=102476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:11:29.374127 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278a3431-b70c-43dd-878b-09bf2b1c931f admin admin] Received port after_create {{(pid=102476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 14 18:11:29.374127 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a3431-b70c-43dd-878b-09bf2b1c931f admin admin] Pushing event updated for resources: {'Port': ['ID=7ab5aec5-e4c5-4e04-9cca-c95dea8cfc69,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:11:29.571462 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-278a3431-b70c-43dd-878b-09bf2b1c931f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:29.620541 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 49370) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:11:29.698601 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device f8b7f6c2-9991-4231-9290-0d43097825e8 up at agent ovs-agent-dv-cinder-821739-1-iscsi {{(pid=102478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:11:29.756285 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Provisioning complete for port f8b7f6c2-9991-4231-9290-0d43097825e8 triggered by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:11:29.756913 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:29.860665 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Current status of the port f8b7f6c2-9991-4231-9290-0d43097825e8 is: DOWN; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:11:29.861716 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:29.876423 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 49380) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:11:29.886047 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 49382) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:11:29.905583 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] For port f8b7f6c2-9991-4231-9290-0d43097825e8, host dv-cinder-821739-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=f8b7f6c2-9991-4231-9290-0d43097825e8,segment=NetworkSegment(91c000b5-b307-4d83-9292-f5327311bde5),segment_id=91c000b5-b307-4d83-9292-f5327311bde5)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:11:29.912380 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:29.978210 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Pushing event updated for resources: {'Port': ['ID=f8b7f6c2-9991-4231-9290-0d43097825e8,revision_number=3']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:11:29.992264 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-278a3431-b70c-43dd-878b-09bf2b1c931f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8287610'] for router, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:30.138911 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.v2.base [None req-b864b5fa-d424-4c27-9655-d3f77915e956 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1404682588-network', 'tenant_id': 'ce9a2eeca2ae45e78c3f8e1182360462'}} {{(pid=102477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:11:30.174277 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-278a3431-b70c-43dd-878b-09bf2b1c931f admin admin] Router 5d0e627f-9931-44e7-bb8d-ffce79c09333 is scheduled to L3 agent 2bd7ef4a-700f-45f4-ae1e-98ca6454acba with binding_index 1 {{(pid=102476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 14 18:11:30.174468 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b864b5fa-d424-4c27-9655-d3f77915e956 admin admin] Made reservation on behalf of ce9a2eeca2ae45e78c3f8e1182360462 for: {'network': 1} {{(pid=102477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:11:30.178106 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-b864b5fa-d424-4c27-9655-d3f77915e956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for network, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:30.189494 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-b864b5fa-d424-4c27-9655-d3f77915e956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:30.352252 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-278a3431-b70c-43dd-878b-09bf2b1c931f admin admin] Notify agent at l3_agent.dv-cinder-821739-1-iscsi the message routers_updated {{(pid=102476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:11:30.363240 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f30a827-e4b7-4ec7-9067-94c47c409e3f None None] Sync routers for ids ['5d0e627f-9931-44e7-bb8d-ffce79c09333'] in dv-cinder-821739-1-iscsi {{(pid=102479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:11:30.363818 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-b864b5fa-d424-4c27-9655-d3f77915e956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:30.373418 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-b864b5fa-d424-4c27-9655-d3f77915e956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:30.377797 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f30a827-e4b7-4ec7-9067-94c47c409e3f None None] Routers {'5d0e627f-9931-44e7-bb8d-ffce79c09333'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:11:30.379233 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-278a3431-b70c-43dd-878b-09bf2b1c931f admin admin] Notify callbacks [] for router, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:30.382675 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-6f30a827-e4b7-4ec7-9067-94c47c409e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:11:19Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['5d0e627f-9931-44e7-bb8d-ffce79c09333'], 'active': True} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:11:30.385148 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-278a3431-b70c-43dd-878b-09bf2b1c931f admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0565727 Jun 14 18:11:30.385902 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 49400) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:11:30.423049 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff121c0-519b-4bd0-a10e-0407fa7b230e None None] Network e4802f45-6d76-4b53-9a7f-7b43659748a3 requested from dv-cinder-821739-1-iscsi {{(pid=102478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 18:11:30.429747 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b864b5fa-d424-4c27-9655-d3f77915e956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5aa4675-413d-4c7c-92ab-7b192a87a789,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:11:30.439118 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b864b5fa-d424-4c27-9655-d3f77915e956 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:11:30.439799 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b864b5fa-d424-4c27-9655-d3f77915e956 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:11:30.440306 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b864b5fa-d424-4c27-9655-d3f77915e956 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:11:30.440920 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b864b5fa-d424-4c27-9655-d3f77915e956 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:11:30.441598 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b864b5fa-d424-4c27-9655-d3f77915e956 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:11:30.442255 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b864b5fa-d424-4c27-9655-d3f77915e956 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:11:30.443374 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b864b5fa-d424-4c27-9655-d3f77915e956 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:11:30.444007 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b864b5fa-d424-4c27-9655-d3f77915e956 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:11:30.444545 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b864b5fa-d424-4c27-9655-d3f77915e956 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:11:30.445080 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b864b5fa-d424-4c27-9655-d3f77915e956 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:11:30.445839 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b864b5fa-d424-4c27-9655-d3f77915e956 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:11:30.446379 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b864b5fa-d424-4c27-9655-d3f77915e956 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:11:30.447922 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b864b5fa-d424-4c27-9655-d3f77915e956 admin admin] Tracked resource versions report: Jun 14 18:11:30.447922 dv-cinder-821739-1-iscsi neutron-server[102477]: pushed versions: Jun 14 18:11:30.447922 dv-cinder-821739-1-iscsi neutron-server[102477]: { 'AddressGroup': {'1.2'}, Jun 14 18:11:30.447922 dv-cinder-821739-1-iscsi neutron-server[102477]: 'ConntrackHelper': {'1.0'}, Jun 14 18:11:30.447922 dv-cinder-821739-1-iscsi neutron-server[102477]: 'Log': {'1.0'}, Jun 14 18:11:30.447922 dv-cinder-821739-1-iscsi neutron-server[102477]: 'Network': {'1.1'}, Jun 14 18:11:30.447922 dv-cinder-821739-1-iscsi neutron-server[102477]: 'Port': {'1.7'}, Jun 14 18:11:30.447922 dv-cinder-821739-1-iscsi neutron-server[102477]: 'PortForwarding': {'1.2'}, Jun 14 18:11:30.447922 dv-cinder-821739-1-iscsi neutron-server[102477]: 'QosPolicy': {'1.9'}, Jun 14 18:11:30.447922 dv-cinder-821739-1-iscsi neutron-server[102477]: 'SecurityGroup': {'1.4'}, Jun 14 18:11:30.447922 dv-cinder-821739-1-iscsi neutron-server[102477]: 'SecurityGroupRule': {'1.2'}, Jun 14 18:11:30.447922 dv-cinder-821739-1-iscsi neutron-server[102477]: 'SubPort': {'1.0'}, Jun 14 18:11:30.447922 dv-cinder-821739-1-iscsi neutron-server[102477]: 'Subnet': {'1.1'}, Jun 14 18:11:30.447922 dv-cinder-821739-1-iscsi neutron-server[102477]: 'Trunk': {'1.1'}} Jun 14 18:11:30.447922 dv-cinder-821739-1-iscsi neutron-server[102477]: consumer versions: Jun 14 18:11:30.447922 dv-cinder-821739-1-iscsi neutron-server[102477]: { DHCP agent@dv-cinder-821739-1-iscsi: {}, Jun 14 18:11:30.447922 dv-cinder-821739-1-iscsi neutron-server[102477]: HyperV agent@hv-cinder-82173: {}, Jun 14 18:11:30.447922 dv-cinder-821739-1-iscsi neutron-server[102477]: L3 agent@dv-cinder-821739-1-iscsi: {}, Jun 14 18:11:30.447922 dv-cinder-821739-1-iscsi neutron-server[102477]: Metadata agent@dv-cinder-821739-1-iscsi: {}, Jun 14 18:11:30.447922 dv-cinder-821739-1-iscsi neutron-server[102477]: Metering agent@dv-cinder-821739-1-iscsi: {}, Jun 14 18:11:30.447922 dv-cinder-821739-1-iscsi neutron-server[102477]: Open vSwitch agent@dv-cinder-821739-1-iscsi: { 'AddressGroup': '1.2', Jun 14 18:11:30.447922 dv-cinder-821739-1-iscsi neutron-server[102477]: 'ConntrackHelper': '1.0', Jun 14 18:11:30.447922 dv-cinder-821739-1-iscsi neutron-server[102477]: 'Log': '1.0', Jun 14 18:11:30.447922 dv-cinder-821739-1-iscsi neutron-server[102477]: 'Network': '1.1', Jun 14 18:11:30.447922 dv-cinder-821739-1-iscsi neutron-server[102477]: 'Port': '1.7', Jun 14 18:11:30.447922 dv-cinder-821739-1-iscsi neutron-server[102477]: 'PortForwarding': '1.2', Jun 14 18:11:30.447922 dv-cinder-821739-1-iscsi neutron-server[102477]: 'QosPolicy': '1.9', Jun 14 18:11:30.447922 dv-cinder-821739-1-iscsi neutron-server[102477]: 'SecurityGroup': '1.4', Jun 14 18:11:30.447922 dv-cinder-821739-1-iscsi neutron-server[102477]: 'SecurityGroupRule': '1.2', Jun 14 18:11:30.447922 dv-cinder-821739-1-iscsi neutron-server[102477]: 'SubPort': '1.0', Jun 14 18:11:30.447922 dv-cinder-821739-1-iscsi neutron-server[102477]: 'Subnet': '1.1', Jun 14 18:11:30.447922 dv-cinder-821739-1-iscsi neutron-server[102477]: 'Trunk': '1.1'}} Jun 14 18:11:30.447922 dv-cinder-821739-1-iscsi neutron-server[102477]: {{(pid=102477) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 14 18:11:30.463622 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b864b5fa-d424-4c27-9655-d3f77915e956 admin admin] vlan segment allocate from pool success with {'vlan_id': 1036, 'physical_network': 'physnet1'} {{(pid=102477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 18:11:30.477446 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-b864b5fa-d424-4c27-9655-d3f77915e956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977873'] for segment, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:30.478273 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.db.segments_db [None req-b864b5fa-d424-4c27-9655-d3f77915e956 admin admin] Added segment 3352f152-10ce-4dbd-b036-7cefe3776371 of type vlan for network 207b3e54-87d5-4ff2-9e27-0fc3ae498411 Jun 14 18:11:30.523553 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.v2.base [None req-fe80b1b3-6a0e-4dab-84d4-e95476cb4d04 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-210219480-network', 'tenant_id': '3042e999f1144c7da1a2473d58a86532'}} {{(pid=102477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:11:30.553385 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.v2.base [None req-7c798d24-3142-42c4-a9fe-03bfde614ffc admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2063162185-network', 'tenant_id': '28a18f8ef0024ac4bae764532ba3d05d'}} {{(pid=102477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:11:30.562181 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe80b1b3-6a0e-4dab-84d4-e95476cb4d04 admin admin] Made reservation on behalf of 3042e999f1144c7da1a2473d58a86532 for: {'network': 1} {{(pid=102477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:11:30.565686 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-fe80b1b3-6a0e-4dab-84d4-e95476cb4d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for network, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:30.583827 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-fe80b1b3-6a0e-4dab-84d4-e95476cb4d04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:30.584224 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-b95210f1-a6d0-484e-ab92-d2deed69aa8b None None] Provisioning complete for port f8b7f6c2-9991-4231-9290-0d43097825e8 triggered by entity DHCP. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:11:30.584593 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-b95210f1-a6d0-484e-ab92-d2deed69aa8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:30.748973 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-b95210f1-a6d0-484e-ab92-d2deed69aa8b None None] Current status of the port f8b7f6c2-9991-4231-9290-0d43097825e8 is: ACTIVE; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:11:30.750141 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-fe80b1b3-6a0e-4dab-84d4-e95476cb4d04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:30.759332 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-b864b5fa-d424-4c27-9655-d3f77915e956 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758239169585'] for network, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:30.775126 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-fe80b1b3-6a0e-4dab-84d4-e95476cb4d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:30.820553 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvr_db [None req-6f30a827-e4b7-4ec7-9067-94c47c409e3f None None] Set router 5d0e627f-9931-44e7-bb8d-ffce79c09333 gateway port host: dv-cinder-821739-1-iscsi {{(pid=102479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:11:30.868820 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe80b1b3-6a0e-4dab-84d4-e95476cb4d04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6718eae3-64c4-4d24-824d-14066e13d247,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:11:30.878358 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe80b1b3-6a0e-4dab-84d4-e95476cb4d04 admin admin] vlan segment allocate from pool success with {'vlan_id': 1032, 'physical_network': 'physnet1'} {{(pid=102477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 18:11:30.884451 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.db.resource_extend [None req-b864b5fa-d424-4c27-9655-d3f77915e956 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 14 18:11:30.919807 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-fe80b1b3-6a0e-4dab-84d4-e95476cb4d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977873'] for segment, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:30.924047 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.db.segments_db [None req-fe80b1b3-6a0e-4dab-84d4-e95476cb4d04 admin admin] Added segment ec03b231-3de7-452c-aafc-d658d7157626 of type vlan for network 3d23af53-6361-4f33-abe1-d3023a18c244 Jun 14 18:11:30.971141 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c798d24-3142-42c4-a9fe-03bfde614ffc admin admin] Made reservation on behalf of 28a18f8ef0024ac4bae764532ba3d05d for: {'network': 1} {{(pid=102477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:11:30.973886 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-7c798d24-3142-42c4-a9fe-03bfde614ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for network, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:30.986270 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-7c798d24-3142-42c4-a9fe-03bfde614ffc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:30.994044 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-b864b5fa-d424-4c27-9655-d3f77915e956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477'] for network, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:30.997020 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b864b5fa-d424-4c27-9655-d3f77915e956 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:11:30.999216 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-b864b5fa-d424-4c27-9655-d3f77915e956 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7944499'] for network, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:31.036629 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-b864b5fa-d424-4c27-9655-d3f77915e956 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4147494 Jun 14 18:11:31.038870 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-fe80b1b3-6a0e-4dab-84d4-e95476cb4d04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758239169585'] for network, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:31.061386 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 49428) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:11:31.072588 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.v2.base [None req-81e352eb-04af-4fcb-9e2a-3d60af26beb7 admin admin] Request body: {'subnet': {'network_id': '207b3e54-87d5-4ff2-9e27-0fc3ae498411', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1404682588-subnet', 'tenant_id': 'ce9a2eeca2ae45e78c3f8e1182360462', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:11:31.116507 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-6f30a827-e4b7-4ec7-9067-94c47c409e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0e627f-9931-44e7-bb8d-ffce79c09333', 'name': 'tempest-AttachVolumeTestJSON-504290740-router', 'tenant_id': '1656a3c434d1462d9a2c48c24f0b7728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '7ab5aec5-e4c5-4e04-9cca-c95dea8cfc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:11:28Z', 'updated_at': '2022-06-14T18:11:29Z', 'revision_number': 3, 'project_id': '1656a3c434d1462d9a2c48c24f0b7728', 'gw_port': {'id': '7ab5aec5-e4c5-4e04-9cca-c95dea8cfc69', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c6:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d0e627f-9931-44e7-bb8d-ffce79c09333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:28Z', 'updated_at': '2022-06-14T18:11:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi'}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:11:31.132997 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e352eb-04af-4fcb-9e2a-3d60af26beb7 admin admin] Made reservation on behalf of ce9a2eeca2ae45e78c3f8e1182360462 for: {'subnet': 1} {{(pid=102476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:11:31.135441 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-81e352eb-04af-4fcb-9e2a-3d60af26beb7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:31.136628 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-7c798d24-3142-42c4-a9fe-03bfde614ffc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:31.145364 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f30a827-e4b7-4ec7-9067-94c47c409e3f None None] Checking router: 5d0e627f-9931-44e7-bb8d-ffce79c09333 for host: dv-cinder-821739-1-iscsi {{(pid=102479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:11:31.145909 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-7c798d24-3142-42c4-a9fe-03bfde614ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:31.146468 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f30a827-e4b7-4ec7-9067-94c47c409e3f None None] Updating router 5d0e627f-9931-44e7-bb8d-ffce79c09333 port 7ab5aec5-e4c5-4e04-9cca-c95dea8cfc69 binding host dv-cinder-821739-1-iscsi {{(pid=102479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 18:11:31.178580 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-4a192527-e80d-4419-a8fe-f65233f47165 None None] Provisioning complete for port f8b7f6c2-9991-4231-9290-0d43097825e8 triggered by entity DHCP. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:11:31.181980 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-4a192527-e80d-4419-a8fe-f65233f47165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:31.187131 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c798d24-3142-42c4-a9fe-03bfde614ffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=263484f0-947f-4e28-aef2-3e39e961baa2,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:11:31.209448 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron_lib.callbacks.manager [None req-6f30a827-e4b7-4ec7-9067-94c47c409e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:31.260893 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c798d24-3142-42c4-a9fe-03bfde614ffc admin admin] vlan segment allocate from pool success with {'vlan_id': 1007, 'physical_network': 'physnet1'} {{(pid=102477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 18:11:31.267931 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b864b5fa-d424-4c27-9655-d3f77915e956 admin admin] Pushing event updated for resources: {'Network': ['ID=207b3e54-87d5-4ff2-9e27-0fc3ae498411,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:11:31.286787 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Network 207b3e54-87d5-4ff2-9e27-0fc3ae498411 details requested by agent ovs-agent-dv-cinder-821739-1-iscsi with host dv-cinder-821739-1-iscsi {{(pid=102478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 14 18:11:31.290733 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-7c798d24-3142-42c4-a9fe-03bfde614ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977873'] for segment, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:31.291553 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.db.segments_db [None req-7c798d24-3142-42c4-a9fe-03bfde614ffc admin admin] Added segment be372e10-dbfd-44ed-9c8c-b2b8f0060cbb of type vlan for network e8eeec05-4ec1-4227-b538-010bf7703795 Jun 14 18:11:31.293100 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-fe80b1b3-6a0e-4dab-84d4-e95476cb4d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477'] for network, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:31.294934 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe80b1b3-6a0e-4dab-84d4-e95476cb4d04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:11:31.295739 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-fe80b1b3-6a0e-4dab-84d4-e95476cb4d04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7944499'] for network, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:31.426030 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-57f9cfdb-873b-40fb-ad13-d5c89024a6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:31.440391 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-7c798d24-3142-42c4-a9fe-03bfde614ffc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758239169585'] for network, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:31.451338 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 49434) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:11:31.452069 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-fe80b1b3-6a0e-4dab-84d4-e95476cb4d04 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.5647075 Jun 14 18:11:31.466369 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.v2.base [None req-7a2c963d-f168-4862-87fc-dd7eeaedd83d admin admin] Request body: {'subnet': {'network_id': '3d23af53-6361-4f33-abe1-d3023a18c244', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-210219480-subnet', 'tenant_id': '3042e999f1144c7da1a2473d58a86532', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:11:31.517662 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-4a192527-e80d-4419-a8fe-f65233f47165 None None] Current status of the port f8b7f6c2-9991-4231-9290-0d43097825e8 is: ACTIVE; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:11:31.542493 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a2c963d-f168-4862-87fc-dd7eeaedd83d admin admin] Made reservation on behalf of 3042e999f1144c7da1a2473d58a86532 for: {'subnet': 1} {{(pid=102476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:11:31.547724 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-7a2c963d-f168-4862-87fc-dd7eeaedd83d admin admin] Notify callbacks [] for subnet, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:31.549452 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe80b1b3-6a0e-4dab-84d4-e95476cb4d04 admin admin] Pushing event updated for resources: {'Network': ['ID=3d23af53-6361-4f33-abe1-d3023a18c244,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:11:31.594035 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-7c798d24-3142-42c4-a9fe-03bfde614ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477'] for network, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:31.596368 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c798d24-3142-42c4-a9fe-03bfde614ffc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:11:31.597167 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-7c798d24-3142-42c4-a9fe-03bfde614ffc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7944499'] for network, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:31.606058 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Network 3d23af53-6361-4f33-abe1-d3023a18c244 details requested by agent ovs-agent-dv-cinder-821739-1-iscsi with host dv-cinder-821739-1-iscsi {{(pid=102478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 14 18:11:31.677667 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-7c798d24-3142-42c4-a9fe-03bfde614ffc admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7993031 Jun 14 18:11:31.678589 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 49442) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:11:31.686277 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron_lib.callbacks.manager [None req-6f30a827-e4b7-4ec7-9067-94c47c409e3f None None] Notify callbacks [] for port, precommit_update {{(pid=102479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:31.695652 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.v2.base [None req-e7e2e4e4-52f0-4256-86cd-8913e39141e3 admin admin] Request body: {'subnet': {'network_id': 'e8eeec05-4ec1-4227-b538-010bf7703795', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2063162185-subnet', 'tenant_id': '28a18f8ef0024ac4bae764532ba3d05d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:11:31.699800 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron_lib.callbacks.manager [None req-6f30a827-e4b7-4ec7-9067-94c47c409e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:31.762237 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c798d24-3142-42c4-a9fe-03bfde614ffc admin admin] Pushing event updated for resources: {'Network': ['ID=e8eeec05-4ec1-4227-b538-010bf7703795,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:11:31.765556 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device f8b7f6c2-9991-4231-9290-0d43097825e8 up at agent ovs-agent-dv-cinder-821739-1-iscsi {{(pid=102478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:11:31.768536 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.plugins.ml2.managers [None req-6f30a827-e4b7-4ec7-9067-94c47c409e3f None None] Attempting to bind port 7ab5aec5-e4c5-4e04-9cca-c95dea8cfc69 on host dv-cinder-821739-1-iscsi for vnic_type normal with profile {{(pid=102479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 14 18:11:31.768536 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.plugins.ml2.managers [None req-6f30a827-e4b7-4ec7-9067-94c47c409e3f None None] Attempting to bind port 7ab5aec5-e4c5-4e04-9cca-c95dea8cfc69 by drivers openvswitch,hyperv on host dv-cinder-821739-1-iscsi at level 0 using segments [{'id': 'd3be3284-4005-440f-af8c-13455fbdf684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9'}] {{(pid=102479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 14 18:11:31.768536 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f30a827-e4b7-4ec7-9067-94c47c409e3f None None] Attempting to bind port 7ab5aec5-e4c5-4e04-9cca-c95dea8cfc69 on network 0514a421-38fe-44fa-a158-ef00d417fed9 {{(pid=102479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:11:31.790387 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Network e8eeec05-4ec1-4227-b538-010bf7703795 details requested by agent ovs-agent-dv-cinder-821739-1-iscsi with host dv-cinder-821739-1-iscsi {{(pid=102478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 14 18:11:31.796099 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e2e4e4-52f0-4256-86cd-8913e39141e3 admin admin] Made reservation on behalf of 28a18f8ef0024ac4bae764532ba3d05d for: {'subnet': 1} {{(pid=102477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:11:31.799320 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-e7e2e4e4-52f0-4256-86cd-8913e39141e3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:31.844292 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f30a827-e4b7-4ec7-9067-94c47c409e3f None None] Checking agent: {'id': 'e8f0c06d-b34a-40ed-9da4-c5e71adce1cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821739-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 3, 22), 'started_at': datetime.datetime(2022, 6, 14, 18, 3, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821739-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:11:31.844665 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f30a827-e4b7-4ec7-9067-94c47c409e3f None None] Checking segment: {'id': 'd3be3284-4005-440f-af8c-13455fbdf684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 14 18:11:31.850225 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron_lib.callbacks.manager [None req-6f30a827-e4b7-4ec7-9067-94c47c409e3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:31.850871 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f30a827-e4b7-4ec7-9067-94c47c409e3f None None] Bound using segment: {'id': 'd3be3284-4005-440f-af8c-13455fbdf684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9'} {{(pid=102479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:11:31.851975 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.plugins.ml2.managers [None req-6f30a827-e4b7-4ec7-9067-94c47c409e3f None None] Bound port: 7ab5aec5-e4c5-4e04-9cca-c95dea8cfc69, host: dv-cinder-821739-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3be3284-4005-440f-af8c-13455fbdf684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9'}}] {{(pid=102479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 14 18:11:31.853050 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron_lib.callbacks.manager [None req-6f30a827-e4b7-4ec7-9067-94c47c409e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:31.874420 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-81e352eb-04af-4fcb-9e2a-3d60af26beb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477'] for subnet, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:31.988656 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.plugins.ml2.db [None req-6f30a827-e4b7-4ec7-9067-94c47c409e3f None None] For port 7ab5aec5-e4c5-4e04-9cca-c95dea8cfc69, host dv-cinder-821739-1-iscsi, cleared binding levels {{(pid=102479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:11:31.993243 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.plugins.ml2.db [None req-6f30a827-e4b7-4ec7-9067-94c47c409e3f None None] For port 7ab5aec5-e4c5-4e04-9cca-c95dea8cfc69, host dv-cinder-821739-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=7ab5aec5-e4c5-4e04-9cca-c95dea8cfc69,segment=NetworkSegment(d3be3284-4005-440f-af8c-13455fbdf684),segment_id=d3be3284-4005-440f-af8c-13455fbdf684)] {{(pid=102479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:11:32.015068 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron_lib.callbacks.manager [None req-6f30a827-e4b7-4ec7-9067-94c47c409e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:32.055228 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38296b51-fcdf-416b-8d30-bd79bb6378a6 None None] Pushing event updated for resources: {'Port': ['ID=7ab5aec5-e4c5-4e04-9cca-c95dea8cfc69,revision_number=2']} {{(pid=102479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:11:32.070508 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e352eb-04af-4fcb-9e2a-3d60af26beb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60742c27-3909-4c07-b59a-2eae5cd6702e,revision_number=0']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:11:32.073693 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38296b51-fcdf-416b-8d30-bd79bb6378a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:11:32.074376 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38296b51-fcdf-416b-8d30-bd79bb6378a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:11:32.074923 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38296b51-fcdf-416b-8d30-bd79bb6378a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:11:32.075490 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38296b51-fcdf-416b-8d30-bd79bb6378a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:11:32.076048 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38296b51-fcdf-416b-8d30-bd79bb6378a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:11:32.076618 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38296b51-fcdf-416b-8d30-bd79bb6378a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:11:32.077863 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38296b51-fcdf-416b-8d30-bd79bb6378a6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:11:32.078635 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38296b51-fcdf-416b-8d30-bd79bb6378a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:11:32.079206 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38296b51-fcdf-416b-8d30-bd79bb6378a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:11:32.079772 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38296b51-fcdf-416b-8d30-bd79bb6378a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:11:32.080312 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38296b51-fcdf-416b-8d30-bd79bb6378a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:11:32.080857 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38296b51-fcdf-416b-8d30-bd79bb6378a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:11:32.082320 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38296b51-fcdf-416b-8d30-bd79bb6378a6 None None] Tracked resource versions report: Jun 14 18:11:32.082320 dv-cinder-821739-1-iscsi neutron-server[102479]: pushed versions: Jun 14 18:11:32.082320 dv-cinder-821739-1-iscsi neutron-server[102479]: { 'AddressGroup': {'1.2'}, Jun 14 18:11:32.082320 dv-cinder-821739-1-iscsi neutron-server[102479]: 'ConntrackHelper': {'1.0'}, Jun 14 18:11:32.082320 dv-cinder-821739-1-iscsi neutron-server[102479]: 'Log': {'1.0'}, Jun 14 18:11:32.082320 dv-cinder-821739-1-iscsi neutron-server[102479]: 'Network': {'1.1'}, Jun 14 18:11:32.082320 dv-cinder-821739-1-iscsi neutron-server[102479]: 'Port': {'1.7'}, Jun 14 18:11:32.082320 dv-cinder-821739-1-iscsi neutron-server[102479]: 'PortForwarding': {'1.2'}, Jun 14 18:11:32.082320 dv-cinder-821739-1-iscsi neutron-server[102479]: 'QosPolicy': {'1.9'}, Jun 14 18:11:32.082320 dv-cinder-821739-1-iscsi neutron-server[102479]: 'SecurityGroup': {'1.4'}, Jun 14 18:11:32.082320 dv-cinder-821739-1-iscsi neutron-server[102479]: 'SecurityGroupRule': {'1.2'}, Jun 14 18:11:32.082320 dv-cinder-821739-1-iscsi neutron-server[102479]: 'SubPort': {'1.0'}, Jun 14 18:11:32.082320 dv-cinder-821739-1-iscsi neutron-server[102479]: 'Subnet': {'1.1'}, Jun 14 18:11:32.082320 dv-cinder-821739-1-iscsi neutron-server[102479]: 'Trunk': {'1.1'}} Jun 14 18:11:32.082320 dv-cinder-821739-1-iscsi neutron-server[102479]: consumer versions: Jun 14 18:11:32.082320 dv-cinder-821739-1-iscsi neutron-server[102479]: { DHCP agent@dv-cinder-821739-1-iscsi: {}, Jun 14 18:11:32.082320 dv-cinder-821739-1-iscsi neutron-server[102479]: HyperV agent@hv-cinder-82173: {}, Jun 14 18:11:32.082320 dv-cinder-821739-1-iscsi neutron-server[102479]: L3 agent@dv-cinder-821739-1-iscsi: {}, Jun 14 18:11:32.082320 dv-cinder-821739-1-iscsi neutron-server[102479]: Metadata agent@dv-cinder-821739-1-iscsi: {}, Jun 14 18:11:32.082320 dv-cinder-821739-1-iscsi neutron-server[102479]: Metering agent@dv-cinder-821739-1-iscsi: {}, Jun 14 18:11:32.082320 dv-cinder-821739-1-iscsi neutron-server[102479]: Open vSwitch agent@dv-cinder-821739-1-iscsi: { 'AddressGroup': '1.2', Jun 14 18:11:32.082320 dv-cinder-821739-1-iscsi neutron-server[102479]: 'ConntrackHelper': '1.0', Jun 14 18:11:32.082320 dv-cinder-821739-1-iscsi neutron-server[102479]: 'Log': '1.0', Jun 14 18:11:32.082320 dv-cinder-821739-1-iscsi neutron-server[102479]: 'Network': '1.1', Jun 14 18:11:32.082320 dv-cinder-821739-1-iscsi neutron-server[102479]: 'Port': '1.7', Jun 14 18:11:32.082320 dv-cinder-821739-1-iscsi neutron-server[102479]: 'PortForwarding': '1.2', Jun 14 18:11:32.082320 dv-cinder-821739-1-iscsi neutron-server[102479]: 'QosPolicy': '1.9', Jun 14 18:11:32.082320 dv-cinder-821739-1-iscsi neutron-server[102479]: 'SecurityGroup': '1.4', Jun 14 18:11:32.082320 dv-cinder-821739-1-iscsi neutron-server[102479]: 'SecurityGroupRule': '1.2', Jun 14 18:11:32.082320 dv-cinder-821739-1-iscsi neutron-server[102479]: 'SubPort': '1.0', Jun 14 18:11:32.082320 dv-cinder-821739-1-iscsi neutron-server[102479]: 'Subnet': '1.1', Jun 14 18:11:32.082320 dv-cinder-821739-1-iscsi neutron-server[102479]: 'Trunk': '1.1'}} Jun 14 18:11:32.082320 dv-cinder-821739-1-iscsi neutron-server[102479]: {{(pid=102479) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 14 18:11:32.143478 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e352eb-04af-4fcb-9e2a-3d60af26beb7 admin admin] Checking segment: {'id': '3352f152-10ce-4dbd-b036-7cefe3776371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '207b3e54-87d5-4ff2-9e27-0fc3ae498411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 14 18:11:32.153409 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e352eb-04af-4fcb-9e2a-3d60af26beb7 admin admin] Network hostable DHCP agents. Network: 207b3e54-87d5-4ff2-9e27-0fc3ae498411, hostable agents: ['7e447456-ff8f-4cbe-bcdd-bfd26b4a7662'], hosted agents: [] {{(pid=102476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 18:11:32.205475 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Provisioning complete for port f8b7f6c2-9991-4231-9290-0d43097825e8 triggered by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:11:32.206234 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:32.211256 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f30a827-e4b7-4ec7-9067-94c47c409e3f None None] Routers {'5d0e627f-9931-44e7-bb8d-ffce79c09333'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:11:32.212435 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-6f30a827-e4b7-4ec7-9067-94c47c409e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:11:19Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['5d0e627f-9931-44e7-bb8d-ffce79c09333'], 'active': True} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:11:32.288807 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-e7e2e4e4-52f0-4256-86cd-8913e39141e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477'] for subnet, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:32.301259 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e352eb-04af-4fcb-9e2a-3d60af26beb7 admin admin] Network 207b3e54-87d5-4ff2-9e27-0fc3ae498411 is scheduled to be hosted by DHCP agent 7e447456-ff8f-4cbe-bcdd-bfd26b4a7662 with binding_index 1 {{(pid=102476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 18:11:32.316858 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Current status of the port f8b7f6c2-9991-4231-9290-0d43097825e8 is: ACTIVE; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:11:32.358223 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.db.db_base_plugin_common [None req-57f9cfdb-873b-40fb-ad13-d5c89024a6bb admin admin] Allocated IP 172.20.0.1 (e4802f45-6d76-4b53-9a7f-7b43659748a3/0bf57453-530a-4cde-8cdb-616dbddd580e/938b64a5-df52-4436-973f-36281c5eb5a6) {{(pid=102476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:11:32.364775 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38296b51-fcdf-416b-8d30-bd79bb6378a6 None None] Pushing event updated for resources: {'Port': ['ID=7ab5aec5-e4c5-4e04-9cca-c95dea8cfc69,revision_number=3']} {{(pid=102479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:11:32.366713 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.base_scheduler [None req-81e352eb-04af-4fcb-9e2a-3d60af26beb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821739-1-iscsi, 207b3e54-87d5-4ff2-9e27-0fc3ae498411) {{(pid=102476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:11:32.384155 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e091880-055c-424d-8089-d49c6ad7a094 None None] Network 207b3e54-87d5-4ff2-9e27-0fc3ae498411 requested from dv-cinder-821739-1-iscsi {{(pid=102478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 18:11:32.384396 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e352eb-04af-4fcb-9e2a-3d60af26beb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:11:32.384996 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-81e352eb-04af-4fcb-9e2a-3d60af26beb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7944499'] for subnet, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:32.415574 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvr_db [None req-6f30a827-e4b7-4ec7-9067-94c47c409e3f None None] Set router 5d0e627f-9931-44e7-bb8d-ffce79c09333 gateway port host: dv-cinder-821739-1-iscsi {{(pid=102479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:11:32.432831 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e2e4e4-52f0-4256-86cd-8913e39141e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=daa92479-e2d0-4613-979c-695b15b913b0,revision_number=0']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:11:32.455163 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e2e4e4-52f0-4256-86cd-8913e39141e3 admin admin] Checking segment: {'id': 'be372e10-dbfd-44ed-9c8c-b2b8f0060cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'e8eeec05-4ec1-4227-b538-010bf7703795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 14 18:11:32.455163 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e2e4e4-52f0-4256-86cd-8913e39141e3 admin admin] Network hostable DHCP agents. Network: e8eeec05-4ec1-4227-b538-010bf7703795, hostable agents: ['7e447456-ff8f-4cbe-bcdd-bfd26b4a7662'], hosted agents: [] {{(pid=102477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 18:11:32.465452 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-81e352eb-04af-4fcb-9e2a-3d60af26beb7 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4028344 Jun 14 18:11:32.467883 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 49470) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:11:32.481334 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.v2.base [None req-893f4e45-a114-4621-9412-5177d33811a9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1404682588-router', 'tenant_id': 'ce9a2eeca2ae45e78c3f8e1182360462', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9'}}} {{(pid=102477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:11:32.540748 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e2e4e4-52f0-4256-86cd-8913e39141e3 admin admin] Network e8eeec05-4ec1-4227-b538-010bf7703795 is scheduled to be hosted by DHCP agent 7e447456-ff8f-4cbe-bcdd-bfd26b4a7662 with binding_index 1 {{(pid=102477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 18:11:32.550239 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-893f4e45-a114-4621-9412-5177d33811a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8279293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16205'] for router, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:32.551537 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-893f4e45-a114-4621-9412-5177d33811a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8285349', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8221628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16196'] for router, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:32.563014 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-57f9cfdb-873b-40fb-ad13-d5c89024a6bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:32.585447 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.base_scheduler [None req-e7e2e4e4-52f0-4256-86cd-8913e39141e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821739-1-iscsi, e8eeec05-4ec1-4227-b538-010bf7703795) {{(pid=102477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:11:32.618443 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e2e4e4-52f0-4256-86cd-8913e39141e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:11:32.618443 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-e7e2e4e4-52f0-4256-86cd-8913e39141e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7944499'] for subnet, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:32.625362 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-7a2c963d-f168-4862-87fc-dd7eeaedd83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477'] for subnet, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:32.645113 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61fc0754-ce2b-4fb9-a023-49ba931efc44 None None] Network e8eeec05-4ec1-4227-b538-010bf7703795 requested from dv-cinder-821739-1-iscsi {{(pid=102478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 18:11:32.667814 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-e7e2e4e4-52f0-4256-86cd-8913e39141e3 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9820254 Jun 14 18:11:32.733843 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2c963d-f168-4862-87fc-dd7eeaedd83d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d625bfa-3024-4c1b-95b8-b3295848e69c,revision_number=0']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:11:32.747890 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-57f9cfdb-873b-40fb-ad13-d5c89024a6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239190878'] for port, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:32.857344 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f9cfdb-873b-40fb-ad13-d5c89024a6bb admin admin] Network e4802f45-6d76-4b53-9a7f-7b43659748a3 is already hosted by enough agents. {{(pid=102476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:11:32.885413 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed121f61-a86a-416e-9bcd-ae46ebff74b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13f8722a-7f63-57e1-9bed-f7c7ba50e3fe-207b3e54-87d5-4ff2-9e27-0fc3ae498411', 'network_id': '207b3e54-87d5-4ff2-9e27-0fc3ae498411', 'tenant_id': 'ce9a2eeca2ae45e78c3f8e1182360462', 'fixed_ips': [{'subnet_id': '60742c27-3909-4c07-b59a-2eae5cd6702e'}]}} from dv-cinder-821739-1-iscsi. {{(pid=102478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 14 18:11:32.887190 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-ed121f61-a86a-416e-9bcd-ae46ebff74b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_create {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:32.888535 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-6f30a827-e4b7-4ec7-9067-94c47c409e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0e627f-9931-44e7-bb8d-ffce79c09333', 'name': 'tempest-AttachVolumeTestJSON-504290740-router', 'tenant_id': '1656a3c434d1462d9a2c48c24f0b7728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '7ab5aec5-e4c5-4e04-9cca-c95dea8cfc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:11:28Z', 'updated_at': '2022-06-14T18:11:29Z', 'revision_number': 3, 'project_id': '1656a3c434d1462d9a2c48c24f0b7728', 'gw_port': {'id': '7ab5aec5-e4c5-4e04-9cca-c95dea8cfc69', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c6:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d0e627f-9931-44e7-bb8d-ffce79c09333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:28Z', 'updated_at': '2022-06-14T18:11:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi'}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:11:32.890591 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-893f4e45-a114-4621-9412-5177d33811a9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:32.902267 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.base_scheduler [None req-57f9cfdb-873b-40fb-ad13-d5c89024a6bb admin admin] Resources bound (agent type, host, resource id): {{(pid=102476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:11:32.927516 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f9cfdb-873b-40fb-ad13-d5c89024a6bb admin admin] Received port after_create {{(pid=102476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 14 18:11:32.934675 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-57f9cfdb-873b-40fb-ad13-d5c89024a6bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8287653'] for router_interface, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:32.940942 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f30a827-e4b7-4ec7-9067-94c47c409e3f None None] The sync data for ids ['5d0e627f-9931-44e7-bb8d-ffce79c09333'] in dv-cinder-821739-1-iscsi is: [{'id': '5d0e627f-9931-44e7-bb8d-ffce79c09333', 'name': 'tempest-AttachVolumeTestJSON-504290740-router', 'tenant_id': '1656a3c434d1462d9a2c48c24f0b7728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '7ab5aec5-e4c5-4e04-9cca-c95dea8cfc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:11:28Z', 'updated_at': '2022-06-14T18:11:29Z', 'revision_number': 3, 'project_id': '1656a3c434d1462d9a2c48c24f0b7728', 'gw_port': {'id': '7ab5aec5-e4c5-4e04-9cca-c95dea8cfc69', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c6:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d0e627f-9931-44e7-bb8d-ffce79c09333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:28Z', 'updated_at': '2022-06-14T18:11:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi'}] {{(pid=102479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:11:33.084928 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f9cfdb-873b-40fb-ad13-d5c89024a6bb admin admin] Pushing event updated for resources: {'Port': ['ID=938b64a5-df52-4436-973f-36281c5eb5a6,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:11:33.089154 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.db_base_plugin_common [None req-ed121f61-a86a-416e-9bcd-ae46ebff74b5 None None] Allocated IP 172.20.0.2 (207b3e54-87d5-4ff2-9e27-0fc3ae498411/60742c27-3909-4c07-b59a-2eae5cd6702e/d6c9edd0-045d-4a5d-a75e-d3ae7829e968) {{(pid=102478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:11:33.113609 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2c963d-f168-4862-87fc-dd7eeaedd83d admin admin] Checking segment: {'id': 'ec03b231-3de7-452c-aafc-d658d7157626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '3d23af53-6361-4f33-abe1-d3023a18c244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 14 18:11:33.120378 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2c963d-f168-4862-87fc-dd7eeaedd83d admin admin] Network hostable DHCP agents. Network: 3d23af53-6361-4f33-abe1-d3023a18c244, hostable agents: ['7e447456-ff8f-4cbe-bcdd-bfd26b4a7662'], hosted agents: [] {{(pid=102476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 18:11:33.293442 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-893f4e45-a114-4621-9412-5177d33811a9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:33.347075 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-ed121f61-a86a-416e-9bcd-ae46ebff74b5 None None] Notify callbacks [] for port, precommit_create {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:33.367494 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-ed121f61-a86a-416e-9bcd-ae46ebff74b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239190878'] for port, after_create {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:33.532521 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed121f61-a86a-416e-9bcd-ae46ebff74b5 None None] Pushing event updated for resources: {'Port': ['ID=d6c9edd0-045d-4a5d-a75e-d3ae7829e968,revision_number=1']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:11:33.546604 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed121f61-a86a-416e-9bcd-ae46ebff74b5 None None] Network 207b3e54-87d5-4ff2-9e27-0fc3ae498411 is already hosted by enough agents. {{(pid=102478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:11:33.556706 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0840671b-2843-4a7c-b208-dd530a1719b4 None None] Network e8eeec05-4ec1-4227-b538-010bf7703795 requested from dv-cinder-821739-1-iscsi {{(pid=102478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 18:11:33.559856 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-5796401b-ec39-45ef-82a1-0dfe1194b9ab None None] Provisioning complete for port 938b64a5-df52-4436-973f-36281c5eb5a6 triggered by entity DHCP. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:11:33.560225 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-5796401b-ec39-45ef-82a1-0dfe1194b9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:33.645354 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-5796401b-ec39-45ef-82a1-0dfe1194b9ab None None] Port 938b64a5-df52-4436-973f-36281c5eb5a6 cannot update to ACTIVE because it is not bound. {{(pid=102478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jun 14 18:11:33.646686 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2c963d-f168-4862-87fc-dd7eeaedd83d admin admin] Network 3d23af53-6361-4f33-abe1-d3023a18c244 is scheduled to be hosted by DHCP agent 7e447456-ff8f-4cbe-bcdd-bfd26b4a7662 with binding_index 1 {{(pid=102476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 18:11:33.649574 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.scheduler.base_scheduler [None req-ed121f61-a86a-416e-9bcd-ae46ebff74b5 None None] Resources bound (agent type, host, resource id): {{(pid=102478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:11:33.660369 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed121f61-a86a-416e-9bcd-ae46ebff74b5 None None] Received port after_create {{(pid=102478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 14 18:11:33.772493 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.base_scheduler [None req-7a2c963d-f168-4862-87fc-dd7eeaedd83d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821739-1-iscsi, 3d23af53-6361-4f33-abe1-d3023a18c244) {{(pid=102476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:11:33.788062 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2c963d-f168-4862-87fc-dd7eeaedd83d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:11:33.788817 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-7a2c963d-f168-4862-87fc-dd7eeaedd83d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7944499'] for subnet, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:33.805501 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8dd3af-efc5-4e89-9d6b-5f363f1de48e None None] Network 3d23af53-6361-4f33-abe1-d3023a18c244 requested from dv-cinder-821739-1-iscsi {{(pid=102478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 18:11:33.856290 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device 7ab5aec5-e4c5-4e04-9cca-c95dea8cfc69 up at agent ovs-agent-dv-cinder-821739-1-iscsi {{(pid=102478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:11:33.869080 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-7a2c963d-f168-4862-87fc-dd7eeaedd83d admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.4136107 Jun 14 18:11:33.869080 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 49542) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:11:33.873171 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.v2.base [None req-3bb34898-eeb6-404d-bfba-91c5c949c06e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-210219480-router', 'tenant_id': '3042e999f1144c7da1a2473d58a86532', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9'}}} {{(pid=102476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:11:33.914803 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-3bb34898-eeb6-404d-bfba-91c5c949c06e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8279293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16205'] for router, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:33.915856 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-3bb34898-eeb6-404d-bfba-91c5c949c06e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8285349', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8221628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16196'] for router, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:33.998913 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-57f9cfdb-873b-40fb-ad13-d5c89024a6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:34.006588 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.managers [None req-ed121f61-a86a-416e-9bcd-ae46ebff74b5 None None] Attempting to bind port d6c9edd0-045d-4a5d-a75e-d3ae7829e968 on host dv-cinder-821739-1-iscsi for vnic_type normal with profile {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 14 18:11:34.007365 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.managers [None req-ed121f61-a86a-416e-9bcd-ae46ebff74b5 None None] Attempting to bind port d6c9edd0-045d-4a5d-a75e-d3ae7829e968 by drivers openvswitch,hyperv on host dv-cinder-821739-1-iscsi at level 0 using segments [{'id': '3352f152-10ce-4dbd-b036-7cefe3776371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '207b3e54-87d5-4ff2-9e27-0fc3ae498411'}] {{(pid=102478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 14 18:11:34.007365 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed121f61-a86a-416e-9bcd-ae46ebff74b5 None None] Attempting to bind port d6c9edd0-045d-4a5d-a75e-d3ae7829e968 on network 207b3e54-87d5-4ff2-9e27-0fc3ae498411 {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:11:34.025607 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-893f4e45-a114-4621-9412-5177d33811a9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:34.034558 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed121f61-a86a-416e-9bcd-ae46ebff74b5 None None] Checking agent: {'id': 'e8f0c06d-b34a-40ed-9da4-c5e71adce1cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821739-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 3, 22), 'started_at': datetime.datetime(2022, 6, 14, 18, 3, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821739-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:11:34.034928 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed121f61-a86a-416e-9bcd-ae46ebff74b5 None None] Checking segment: {'id': '3352f152-10ce-4dbd-b036-7cefe3776371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '207b3e54-87d5-4ff2-9e27-0fc3ae498411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 14 18:11:34.035331 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-ed121f61-a86a-416e-9bcd-ae46ebff74b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:34.035726 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed121f61-a86a-416e-9bcd-ae46ebff74b5 None None] Bound using segment: {'id': '3352f152-10ce-4dbd-b036-7cefe3776371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '207b3e54-87d5-4ff2-9e27-0fc3ae498411'} {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:11:34.036316 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.managers [None req-ed121f61-a86a-416e-9bcd-ae46ebff74b5 None None] Bound port: d6c9edd0-045d-4a5d-a75e-d3ae7829e968, host: dv-cinder-821739-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3352f152-10ce-4dbd-b036-7cefe3776371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '207b3e54-87d5-4ff2-9e27-0fc3ae498411'}}] {{(pid=102478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 14 18:11:34.036710 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-ed121f61-a86a-416e-9bcd-ae46ebff74b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:34.088517 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-893f4e45-a114-4621-9412-5177d33811a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:34.150349 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-3bb34898-eeb6-404d-bfba-91c5c949c06e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:34.256034 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Provisioning complete for port 7ab5aec5-e4c5-4e04-9cca-c95dea8cfc69 triggered by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:11:34.256405 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:34.369192 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c454cf-734c-441f-8d31-5bc04d69e0d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13f8722a-7f63-57e1-9bed-f7c7ba50e3fe-3d23af53-6361-4f33-abe1-d3023a18c244', 'network_id': '3d23af53-6361-4f33-abe1-d3023a18c244', 'tenant_id': '3042e999f1144c7da1a2473d58a86532', 'fixed_ips': [{'subnet_id': '5d625bfa-3024-4c1b-95b8-b3295848e69c'}]}} from dv-cinder-821739-1-iscsi. {{(pid=102478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 14 18:11:34.370193 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 49548) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:11:34.371034 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-d1c454cf-734c-441f-8d31-5bc04d69e0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_create {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:34.376371 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-ed121f61-a86a-416e-9bcd-ae46ebff74b5 None None] For port d6c9edd0-045d-4a5d-a75e-d3ae7829e968, host dv-cinder-821739-1-iscsi, cleared binding levels {{(pid=102478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:11:34.413116 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-ed121f61-a86a-416e-9bcd-ae46ebff74b5 None None] For port d6c9edd0-045d-4a5d-a75e-d3ae7829e968, host dv-cinder-821739-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=d6c9edd0-045d-4a5d-a75e-d3ae7829e968,segment=NetworkSegment(3352f152-10ce-4dbd-b036-7cefe3776371),segment_id=3352f152-10ce-4dbd-b036-7cefe3776371)] {{(pid=102478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:11:34.434981 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-ed121f61-a86a-416e-9bcd-ae46ebff74b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:34.453040 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.db_base_plugin_common [None req-893f4e45-a114-4621-9412-5177d33811a9 admin admin] Allocated IP 172.27.2.198 (0514a421-38fe-44fa-a158-ef00d417fed9/5974f5a1-c656-4a3f-aaeb-f2cb77111b45/8859bc2f-722e-4348-b24e-8c89c8633abc) {{(pid=102477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:11:34.460300 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-3bb34898-eeb6-404d-bfba-91c5c949c06e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:34.805081 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-893f4e45-a114-4621-9412-5177d33811a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:34.872235 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.db_base_plugin_common [None req-d1c454cf-734c-441f-8d31-5bc04d69e0d2 None None] Allocated IP 172.20.0.2 (3d23af53-6361-4f33-abe1-d3023a18c244/5d625bfa-3024-4c1b-95b8-b3295848e69c/a7f9f81e-d82f-4b4f-81b1-a571c3742739) {{(pid=102478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:11:34.902012 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-7fdd341c-ab59-4ffb-8521-4bdeddea868b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:35.107140 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-57f9cfdb-873b-40fb-ad13-d5c89024a6bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:35.110948 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-893f4e45-a114-4621-9412-5177d33811a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239190878'] for port, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:35.117459 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-d1c454cf-734c-441f-8d31-5bc04d69e0d2 None None] Notify callbacks [] for port, precommit_create {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:35.159169 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-d1c454cf-734c-441f-8d31-5bc04d69e0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239190878'] for port, after_create {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:35.183089 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-57f9cfdb-873b-40fb-ad13-d5c89024a6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:35.183656 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-57f9cfdb-873b-40fb-ad13-d5c89024a6bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7944463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8284469'] for router_interface, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:35.205678 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed121f61-a86a-416e-9bcd-ae46ebff74b5 None None] Pushing event updated for resources: {'Port': ['ID=d6c9edd0-045d-4a5d-a75e-d3ae7829e968,revision_number=2']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:11:35.231059 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Current status of the port 7ab5aec5-e4c5-4e04-9cca-c95dea8cfc69 is: DOWN; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:11:35.231811 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:35.313697 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893f4e45-a114-4621-9412-5177d33811a9 admin admin] Network 0514a421-38fe-44fa-a158-ef00d417fed9 is already hosted by enough agents. {{(pid=102477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:11:35.322171 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.base_scheduler [None req-893f4e45-a114-4621-9412-5177d33811a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:11:35.332642 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893f4e45-a114-4621-9412-5177d33811a9 admin admin] Received port after_create {{(pid=102477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 14 18:11:35.354447 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c454cf-734c-441f-8d31-5bc04d69e0d2 None None] Network 3d23af53-6361-4f33-abe1-d3023a18c244 is already hosted by enough agents. {{(pid=102478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:11:35.387353 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.scheduler.base_scheduler [None req-d1c454cf-734c-441f-8d31-5bc04d69e0d2 None None] Resources bound (agent type, host, resource id): {{(pid=102478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:11:35.398883 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c454cf-734c-441f-8d31-5bc04d69e0d2 None None] Received port after_create {{(pid=102478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 14 18:11:35.405698 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] For port 7ab5aec5-e4c5-4e04-9cca-c95dea8cfc69, host dv-cinder-821739-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=7ab5aec5-e4c5-4e04-9cca-c95dea8cfc69,segment=NetworkSegment(d3be3284-4005-440f-af8c-13455fbdf684),segment_id=d3be3284-4005-440f-af8c-13455fbdf684)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:11:35.419742 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893f4e45-a114-4621-9412-5177d33811a9 admin admin] Pushing event updated for resources: {'Port': ['ID=8859bc2f-722e-4348-b24e-8c89c8633abc,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:11:35.420432 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:35.426441 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c454cf-734c-441f-8d31-5bc04d69e0d2 None None] Pushing event updated for resources: {'Port': ['ID=a7f9f81e-d82f-4b4f-81b1-a571c3742739,revision_number=1']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:11:35.469171 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-7fdd341c-ab59-4ffb-8521-4bdeddea868b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:35.504416 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f9cfdb-873b-40fb-ad13-d5c89024a6bb admin admin] Pushing event updated for resources: {'Port': ['ID=938b64a5-df52-4436-973f-36281c5eb5a6,revision_number=2']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:11:35.511326 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-7fdd341c-ab59-4ffb-8521-4bdeddea868b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:35.675508 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.managers [None req-d1c454cf-734c-441f-8d31-5bc04d69e0d2 None None] Attempting to bind port a7f9f81e-d82f-4b4f-81b1-a571c3742739 on host dv-cinder-821739-1-iscsi for vnic_type normal with profile {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 14 18:11:35.675889 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.managers [None req-d1c454cf-734c-441f-8d31-5bc04d69e0d2 None None] Attempting to bind port a7f9f81e-d82f-4b4f-81b1-a571c3742739 by drivers openvswitch,hyperv on host dv-cinder-821739-1-iscsi at level 0 using segments [{'id': 'ec03b231-3de7-452c-aafc-d658d7157626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '3d23af53-6361-4f33-abe1-d3023a18c244'}] {{(pid=102478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 14 18:11:35.676239 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c454cf-734c-441f-8d31-5bc04d69e0d2 None None] Attempting to bind port a7f9f81e-d82f-4b4f-81b1-a571c3742739 on network 3d23af53-6361-4f33-abe1-d3023a18c244 {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:11:35.700071 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c454cf-734c-441f-8d31-5bc04d69e0d2 None None] Checking agent: {'id': 'e8f0c06d-b34a-40ed-9da4-c5e71adce1cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821739-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 3, 22), 'started_at': datetime.datetime(2022, 6, 14, 18, 3, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821739-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:11:35.700071 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c454cf-734c-441f-8d31-5bc04d69e0d2 None None] Checking segment: {'id': 'ec03b231-3de7-452c-aafc-d658d7157626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '3d23af53-6361-4f33-abe1-d3023a18c244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 14 18:11:35.705913 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-d1c454cf-734c-441f-8d31-5bc04d69e0d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:35.705913 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c454cf-734c-441f-8d31-5bc04d69e0d2 None None] Bound using segment: {'id': 'ec03b231-3de7-452c-aafc-d658d7157626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '3d23af53-6361-4f33-abe1-d3023a18c244'} {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:11:35.705913 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.managers [None req-d1c454cf-734c-441f-8d31-5bc04d69e0d2 None None] Bound port: a7f9f81e-d82f-4b4f-81b1-a571c3742739, host: dv-cinder-821739-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec03b231-3de7-452c-aafc-d658d7157626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '3d23af53-6361-4f33-abe1-d3023a18c244'}}] {{(pid=102478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 14 18:11:35.705913 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-d1c454cf-734c-441f-8d31-5bc04d69e0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:35.709025 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Pushing event updated for resources: {'Port': ['ID=7ab5aec5-e4c5-4e04-9cca-c95dea8cfc69,revision_number=4']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:11:35.769478 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdd341c-ab59-4ffb-8521-4bdeddea868b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0ce9f8-c338-4ee8-875a-c5a746038a86,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:11:35.771899 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device d6c9edd0-045d-4a5d-a75e-d3ae7829e968 up at agent ovs-agent-dv-cinder-821739-1-iscsi {{(pid=102478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:11:35.866405 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-7fdd341c-ab59-4ffb-8521-4bdeddea868b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=337852c091b149ceb80674dfa0365709&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3910396 Jun 14 18:11:35.873100 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 49608) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:11:35.891156 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-d1c454cf-734c-441f-8d31-5bc04d69e0d2 None None] For port a7f9f81e-d82f-4b4f-81b1-a571c3742739, host dv-cinder-821739-1-iscsi, cleared binding levels {{(pid=102478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:11:35.900901 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-d1c454cf-734c-441f-8d31-5bc04d69e0d2 None None] For port a7f9f81e-d82f-4b4f-81b1-a571c3742739, host dv-cinder-821739-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=a7f9f81e-d82f-4b4f-81b1-a571c3742739,segment=NetworkSegment(ec03b231-3de7-452c-aafc-d658d7157626),segment_id=ec03b231-3de7-452c-aafc-d658d7157626)] {{(pid=102478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:11:35.926751 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-d1c454cf-734c-441f-8d31-5bc04d69e0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:35.938877 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 49612) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:11:36.034680 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c454cf-734c-441f-8d31-5bc04d69e0d2 None None] Pushing event updated for resources: {'Port': ['ID=a7f9f81e-d82f-4b4f-81b1-a571c3742739,revision_number=2']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:11:36.067181 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Provisioning complete for port d6c9edd0-045d-4a5d-a75e-d3ae7829e968 triggered by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:11:36.068423 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:36.076095 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f9cfdb-873b-40fb-ad13-d5c89024a6bb admin admin] Network e4802f45-6d76-4b53-9a7f-7b43659748a3 is already hosted by enough agents. {{(pid=102476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:11:36.081570 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.base_scheduler [None req-57f9cfdb-873b-40fb-ad13-d5c89024a6bb admin admin] Resources bound (agent type, host, resource id): {{(pid=102476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:11:36.180948 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 49630) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:11:36.182084 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-893f4e45-a114-4621-9412-5177d33811a9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:36.187814 dv-cinder-821739-1-iscsi neutron-server[102477]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 14 18:11:36.280844 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-f04054d8-319f-4eab-a0bf-f9d6e8464520 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:36.300938 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-3bb34898-eeb6-404d-bfba-91c5c949c06e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:36.306011 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Current status of the port d6c9edd0-045d-4a5d-a75e-d3ae7829e968 is: DOWN; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:11:36.307057 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:36.406995 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] For port d6c9edd0-045d-4a5d-a75e-d3ae7829e968, host dv-cinder-821739-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=d6c9edd0-045d-4a5d-a75e-d3ae7829e968,segment=NetworkSegment(3352f152-10ce-4dbd-b036-7cefe3776371),segment_id=3352f152-10ce-4dbd-b036-7cefe3776371)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:11:36.417998 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:36.441560 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-f04054d8-319f-4eab-a0bf-f9d6e8464520 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:36.468969 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c885b329-c57d-4e0d-aeb6-adc85d6f901f None None] Network 207b3e54-87d5-4ff2-9e27-0fc3ae498411 requested from dv-cinder-821739-1-iscsi {{(pid=102478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 18:11:36.551236 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-3bb34898-eeb6-404d-bfba-91c5c949c06e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:36.589913 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-7a74d3ef-3bc6-4e32-860f-cb6b7f409541 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:36.782713 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-b5541152-c853-4ed6-b6e7-95b88fbea988 None None] Provisioning complete for port d6c9edd0-045d-4a5d-a75e-d3ae7829e968 triggered by entity DHCP. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:11:36.783277 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-b5541152-c853-4ed6-b6e7-95b88fbea988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:36.797066 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Pushing event updated for resources: {'Port': ['ID=d6c9edd0-045d-4a5d-a75e-d3ae7829e968,revision_number=3']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:11:36.820874 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-f04054d8-319f-4eab-a0bf-f9d6e8464520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:36.823572 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-f04054d8-319f-4eab-a0bf-f9d6e8464520 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:36.824721 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-f04054d8-319f-4eab-a0bf-f9d6e8464520 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cb0ce9f8-c338-4ee8-875a-c5a746038a86 HTTP/1.1" status: 204 len: 168 time: 0.9489949 Jun 14 18:11:36.860838 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b56b254-2bc6-47cc-8d96-1f19732fa4e3 req-fcc62e48-093f-4803-bb02-abe99e4a8262 tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:11:36.871649 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-3b56b254-2bc6-47cc-8d96-1f19732fa4e3 req-fcc62e48-093f-4803-bb02-abe99e4a8262 tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] 10.222.0.70 "GET /v2.0/networks?id=e8eeec05-4ec1-4227-b538-010bf7703795 HTTP/1.1" status: 200 len: 812 time: 0.6875980 Jun 14 18:11:36.876913 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57f9cfdb-873b-40fb-ad13-d5c89024a6bb admin admin] Router 5d0e627f-9931-44e7-bb8d-ffce79c09333 has already been hosted by L3 agent 2bd7ef4a-700f-45f4-ae1e-98ca6454acba {{(pid=102476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:11:36.928953 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04054d8-319f-4eab-a0bf-f9d6e8464520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb0ce9f8-c338-4ee8-875a-c5a746038a86,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:11:36.981996 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-3b56b254-2bc6-47cc-8d96-1f19732fa4e3 req-3a9e4b5b-245f-4e14-a998-bf314fb58a73 tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] 10.222.0.70 "GET /v2.0/quotas/28a18f8ef0024ac4bae764532ba3d05d HTTP/1.1" status: 200 len: 375 time: 0.1091626 Jun 14 18:11:37.021261 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-7a74d3ef-3bc6-4e32-860f-cb6b7f409541 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:37.053883 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.db.db_base_plugin_common [None req-3bb34898-eeb6-404d-bfba-91c5c949c06e admin admin] Allocated IP 172.27.2.25 (0514a421-38fe-44fa-a158-ef00d417fed9/5974f5a1-c656-4a3f-aaeb-f2cb77111b45/9a727ac4-c07e-4c51-867c-30c166d6a0f5) {{(pid=102476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:11:37.061580 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-7a74d3ef-3bc6-4e32-860f-cb6b7f409541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:37.069557 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-b5541152-c853-4ed6-b6e7-95b88fbea988 None None] Current status of the port d6c9edd0-045d-4a5d-a75e-d3ae7829e968 is: ACTIVE; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:11:37.103271 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-3b56b254-2bc6-47cc-8d96-1f19732fa4e3 req-8fc1d715-03ff-481a-a3bc-0aaaf1df9684 tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=28a18f8ef0024ac4bae764532ba3d05d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1043007 Jun 14 18:11:37.206357 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-0ae74489-395b-48e2-a3bb-e12af5e9d957 None None] Provisioning complete for port 938b64a5-df52-4436-973f-36281c5eb5a6 triggered by entity DHCP. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:11:37.207050 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-0ae74489-395b-48e2-a3bb-e12af5e9d957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:37.213973 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 49658) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:11:37.214724 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-7a74d3ef-3bc6-4e32-860f-cb6b7f409541 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9de8a33623054913ae53e05de1cf01e4&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2638407 Jun 14 18:11:37.272251 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-0ae74489-395b-48e2-a3bb-e12af5e9d957 None None] Port 938b64a5-df52-4436-973f-36281c5eb5a6 cannot update to ACTIVE because it is not bound. {{(pid=102478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jun 14 18:11:37.295913 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a74d3ef-3bc6-4e32-860f-cb6b7f409541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4313b18-d271-4fdc-86d7-f90c350f66f5,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:11:37.403964 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-a9c6aa34-09e9-4a53-b5b6-d3179b788ff2 None None] Provisioning complete for port d6c9edd0-045d-4a5d-a75e-d3ae7829e968 triggered by entity DHCP. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:11:37.405077 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-a9c6aa34-09e9-4a53-b5b6-d3179b788ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:37.439442 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 49662) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:11:37.446551 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [req-3b56b254-2bc6-47cc-8d96-1f19732fa4e3 req-cd7df37e-6b3e-49fa-97c6-4d3b6b14293c service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 14 18:11:37.447731 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-3b56b254-2bc6-47cc-8d96-1f19732fa4e3 req-cd7df37e-6b3e-49fa-97c6-4d3b6b14293c service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1018059 Jun 14 18:11:37.462377 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57f9cfdb-873b-40fb-ad13-d5c89024a6bb admin admin] Notify agent at l3_agent.dv-cinder-821739-1-iscsi the message routers_updated {{(pid=102476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:11:37.474853 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03bec94-6233-4ab3-b243-be43caf27fa1 None None] Sync routers for ids ['5d0e627f-9931-44e7-bb8d-ffce79c09333'] in dv-cinder-821739-1-iscsi {{(pid=102478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:11:37.477220 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-96e7387c-f5ab-453b-a15e-0a6eccd760f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:37.480487 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-57f9cfdb-873b-40fb-ad13-d5c89024a6bb admin admin] 10.222.0.70 "PUT /v2.0/routers/5d0e627f-9931-44e7-bb8d-ffce79c09333/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0933237 Jun 14 18:11:37.504530 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03bec94-6233-4ab3-b243-be43caf27fa1 None None] Routers {'5d0e627f-9931-44e7-bb8d-ffce79c09333'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:11:37.505225 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-f03bec94-6233-4ab3-b243-be43caf27fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:11:19Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['5d0e627f-9931-44e7-bb8d-ffce79c09333'], 'active': True} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:11:37.523961 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-3bb34898-eeb6-404d-bfba-91c5c949c06e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:37.570297 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-3bb34898-eeb6-404d-bfba-91c5c949c06e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239190878'] for port, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:37.605984 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-a9c6aa34-09e9-4a53-b5b6-d3179b788ff2 None None] Current status of the port d6c9edd0-045d-4a5d-a75e-d3ae7829e968 is: ACTIVE; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:11:37.611959 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-96e7387c-f5ab-453b-a15e-0a6eccd760f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:37.642645 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-893f4e45-a114-4621-9412-5177d33811a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8287610'] for router, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:37.653377 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb34898-eeb6-404d-bfba-91c5c949c06e admin admin] Network 0514a421-38fe-44fa-a158-ef00d417fed9 is already hosted by enough agents. {{(pid=102476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:11:37.676551 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-47d0aeef-99b0-44f6-b6a1-7940ec07c380 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:37.702922 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb34898-eeb6-404d-bfba-91c5c949c06e admin admin] Pushing event updated for resources: {'Port': ['ID=9a727ac4-c07e-4c51-867c-30c166d6a0f5,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:11:37.708952 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.base_scheduler [None req-3bb34898-eeb6-404d-bfba-91c5c949c06e admin admin] Resources bound (agent type, host, resource id): {{(pid=102476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:11:37.713937 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb34898-eeb6-404d-bfba-91c5c949c06e admin admin] Received port after_create {{(pid=102476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 14 18:11:37.737456 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvr_db [None req-f03bec94-6233-4ab3-b243-be43caf27fa1 None None] Set router 5d0e627f-9931-44e7-bb8d-ffce79c09333 gateway port host: dv-cinder-821739-1-iscsi {{(pid=102478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:11:37.778102 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-96e7387c-f5ab-453b-a15e-0a6eccd760f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:37.781404 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-96e7387c-f5ab-453b-a15e-0a6eccd760f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:37.784391 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-96e7387c-f5ab-453b-a15e-0a6eccd760f6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a4313b18-d271-4fdc-86d7-f90c350f66f5 HTTP/1.1" status: 204 len: 168 time: 0.5694270 Jun 14 18:11:37.861070 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e7387c-f5ab-453b-a15e-0a6eccd760f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4313b18-d271-4fdc-86d7-f90c350f66f5,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:11:37.912794 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd5a9ef-6601-42a3-9490-2acab2314f65 None None] Network 3d23af53-6361-4f33-abe1-d3023a18c244 requested from dv-cinder-821739-1-iscsi {{(pid=102478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 18:11:37.914209 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device a7f9f81e-d82f-4b4f-81b1-a571c3742739 up at agent ovs-agent-dv-cinder-821739-1-iscsi {{(pid=102478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:11:38.049362 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-3b56b254-2bc6-47cc-8d96-1f19732fa4e3 req-98cada8e-5af6-43e0-bd96-1f1c7b55de23 service neutron] 10.222.0.70 "GET /v2.0/networks/e8eeec05-4ec1-4227-b538-010bf7703795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5758634 Jun 14 18:11:38.117033 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-47d0aeef-99b0-44f6-b6a1-7940ec07c380 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:38.166045 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-d6071a16-f0b8-4f48-9ab4-219076099ace None None] Provisioning complete for port a7f9f81e-d82f-4b4f-81b1-a571c3742739 triggered by entity DHCP. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:11:38.166593 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-d6071a16-f0b8-4f48-9ab4-219076099ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:38.183098 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-47d0aeef-99b0-44f6-b6a1-7940ec07c380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:38.210870 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 49682) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:11:38.224630 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.v2.base [None req-3cf0c5d5-00cf-41bc-aaf7-dba17e5698de tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1503668065', 'description': 'tempest-description--2055766932'}} {{(pid=102476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:11:38.258558 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d0aeef-99b0-44f6-b6a1-7940ec07c380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c7f945-f20f-47dc-9824-c5113b6a7955,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:11:38.263854 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-893f4e45-a114-4621-9412-5177d33811a9 admin admin] Router 6d0eef1b-b0b5-4281-92f2-af75ebc04e87 is scheduled to L3 agent 2bd7ef4a-700f-45f4-ae1e-98ca6454acba with binding_index 1 {{(pid=102477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 14 18:11:38.267701 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-47d0aeef-99b0-44f6-b6a1-7940ec07c380 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c449044190764ca88792e9af1499e029&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8271351 Jun 14 18:11:38.272307 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 49686) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:11:38.283673 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-3b56b254-2bc6-47cc-8d96-1f19732fa4e3 req-fdb3d7c7-1658-44de-aa2b-9c7550c4fc06 service neutron] 10.222.0.70 "GET /v2.0/networks/e8eeec05-4ec1-4227-b538-010bf7703795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211428 Jun 14 18:11:38.295352 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Provisioning complete for port a7f9f81e-d82f-4b4f-81b1-a571c3742739 triggered by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:11:38.295732 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:38.355875 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-3cf0c5d5-00cf-41bc-aaf7-dba17e5698de tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify callbacks [] for security_group, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:38.413432 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-59314729-fc97-4c42-90cb-358f72fb3b47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:38.432257 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-3bb34898-eeb6-404d-bfba-91c5c949c06e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:38.474073 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 49688) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:11:38.503038 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-893f4e45-a114-4621-9412-5177d33811a9 admin admin] Notify agent at l3_agent.dv-cinder-821739-1-iscsi the message routers_updated {{(pid=102477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:11:38.509367 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-b4d2d8bd-03ca-4e2d-9007-ea2f1a13ddba admin admin] Notify callbacks [] for security_group, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:38.516861 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c717b1d6-190e-4ace-bf84-74c2bacd0d0c None None] Sync routers for ids ['6d0eef1b-b0b5-4281-92f2-af75ebc04e87'] in dv-cinder-821739-1-iscsi {{(pid=102479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:11:38.530398 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c717b1d6-190e-4ace-bf84-74c2bacd0d0c None None] Routers {'6d0eef1b-b0b5-4281-92f2-af75ebc04e87'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:11:38.531513 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-c717b1d6-190e-4ace-bf84-74c2bacd0d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:11:19Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['6d0eef1b-b0b5-4281-92f2-af75ebc04e87'], 'active': True} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:11:38.549343 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-d6071a16-f0b8-4f48-9ab4-219076099ace None None] Current status of the port a7f9f81e-d82f-4b4f-81b1-a571c3742739 is: DOWN; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:11:38.549783 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-d6071a16-f0b8-4f48-9ab4-219076099ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:38.573212 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-893f4e45-a114-4621-9412-5177d33811a9 admin admin] Notify callbacks [] for router, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:38.574472 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-893f4e45-a114-4621-9412-5177d33811a9 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.1026886 Jun 14 18:11:38.580101 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Current status of the port a7f9f81e-d82f-4b4f-81b1-a571c3742739 is: DOWN; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:11:38.580491 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:38.588743 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-59314729-fc97-4c42-90cb-358f72fb3b47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:38.590479 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 49696) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:11:38.607846 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 49700) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:11:38.664150 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-f03bec94-6233-4ab3-b243-be43caf27fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0e627f-9931-44e7-bb8d-ffce79c09333', 'name': 'tempest-AttachVolumeTestJSON-504290740-router', 'tenant_id': '1656a3c434d1462d9a2c48c24f0b7728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '7ab5aec5-e4c5-4e04-9cca-c95dea8cfc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:11:28Z', 'updated_at': '2022-06-14T18:11:33Z', 'revision_number': 4, 'project_id': '1656a3c434d1462d9a2c48c24f0b7728', 'gw_port': {'id': '7ab5aec5-e4c5-4e04-9cca-c95dea8cfc69', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0e627f-9931-44e7-bb8d-ffce79c09333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:28Z', 'updated_at': '2022-06-14T18:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_interfaces': [{'id': '938b64a5-df52-4436-973f-36281c5eb5a6', 'name': '', 'network_id': 'e4802f45-6d76-4b53-9a7f-7b43659748a3', 'tenant_id': '1656a3c434d1462d9a2c48c24f0b7728', 'mac_address': 'fa:16:3e:12:8c:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d0e627f-9931-44e7-bb8d-ffce79c09333', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '0bf57453-530a-4cde-8cdb-616dbddd580e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:31Z', 'updated_at': '2022-06-14T18:11:34Z', 'revision_number': 2, 'project_id': '1656a3c434d1462d9a2c48c24f0b7728', 'subnets': [{'id': '0bf57453-530a-4cde-8cdb-616dbddd580e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:11:38.677254 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-d6071a16-f0b8-4f48-9ab4-219076099ace None None] For port a7f9f81e-d82f-4b4f-81b1-a571c3742739, host dv-cinder-821739-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=a7f9f81e-d82f-4b4f-81b1-a571c3742739,segment=NetworkSegment(ec03b231-3de7-452c-aafc-d658d7157626),segment_id=ec03b231-3de7-452c-aafc-d658d7157626)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:11:38.726592 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvr_db [None req-c717b1d6-190e-4ace-bf84-74c2bacd0d0c None None] Set router 6d0eef1b-b0b5-4281-92f2-af75ebc04e87 gateway port host: dv-cinder-821739-1-iscsi {{(pid=102479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:11:38.729144 dv-cinder-821739-1-iscsi neutron-server[102476]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 14 18:11:38.742614 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03bec94-6233-4ab3-b243-be43caf27fa1 None None] Checking router: 5d0e627f-9931-44e7-bb8d-ffce79c09333 for host: dv-cinder-821739-1-iscsi {{(pid=102478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:11:38.742973 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03bec94-6233-4ab3-b243-be43caf27fa1 None None] Updating router 5d0e627f-9931-44e7-bb8d-ffce79c09333 port 938b64a5-df52-4436-973f-36281c5eb5a6 binding host dv-cinder-821739-1-iscsi {{(pid=102478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 18:11:38.744951 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-d6071a16-f0b8-4f48-9ab4-219076099ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:38.808282 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-59314729-fc97-4c42-90cb-358f72fb3b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:38.810969 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-59314729-fc97-4c42-90cb-358f72fb3b47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:38.812228 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-59314729-fc97-4c42-90cb-358f72fb3b47 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b1c7f945-f20f-47dc-9824-c5113b6a7955 HTTP/1.1" status: 204 len: 168 time: 0.5388067 Jun 14 18:11:38.898753 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-6680f0a4-cdd1-4874-b35e-5a8a5d889ff2 req-4ff9e3da-1a86-44c2-ba4c-4a0ca052bd0c tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] 10.222.0.70 "GET /v2.0/ports?device_id=566c7a87-c52f-401c-b1ed-5b05f8f5d944 HTTP/1.1" status: 200 len: 210 time: 0.2889488 Jun 14 18:11:38.904257 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-3cf0c5d5-00cf-41bc-aaf7-dba17e5698de tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify callbacks [] for security_group, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:38.923042 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-3cf0c5d5-00cf-41bc-aaf7-dba17e5698de tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:39.056559 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf0c5d5-00cf-41bc-aaf7-dba17e5698de tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=395065f2-5ad0-4d61-889d-81c18e5b9b3a,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:11:39.091419 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-3cf0c5d5-00cf-41bc-aaf7-dba17e5698de tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify callbacks [] for security_group, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:39.095848 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-3cf0c5d5-00cf-41bc-aaf7-dba17e5698de tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.8792646 Jun 14 18:11:39.096923 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-c717b1d6-190e-4ace-bf84-74c2bacd0d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d0eef1b-b0b5-4281-92f2-af75ebc04e87', 'name': 'tempest-AttachVolumeShelveTestJSON-1404682588-router', 'tenant_id': 'ce9a2eeca2ae45e78c3f8e1182360462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '8859bc2f-722e-4348-b24e-8c89c8633abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:11:32Z', 'updated_at': '2022-06-14T18:11:35Z', 'revision_number': 3, 'project_id': 'ce9a2eeca2ae45e78c3f8e1182360462', 'gw_port': {'id': '8859bc2f-722e-4348-b24e-8c89c8633abc', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d0eef1b-b0b5-4281-92f2-af75ebc04e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:34Z', 'updated_at': '2022-06-14T18:11:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi'}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:11:39.097198 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 49716) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:11:39.116197 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.v2.base [None req-96b01d4e-874c-4cdf-9474-3230ed0a2249 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Request body: {'security_group_rule': {'security_group_id': '395065f2-5ad0-4d61-889d-81c18e5b9b3a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:11:39.153036 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-f03bec94-6233-4ab3-b243-be43caf27fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:39.163344 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6071a16-f0b8-4f48-9ab4-219076099ace None None] Pushing event updated for resources: {'Port': ['ID=a7f9f81e-d82f-4b4f-81b1-a571c3742739,revision_number=3']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:11:39.181047 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59314729-fc97-4c42-90cb-358f72fb3b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c7f945-f20f-47dc-9824-c5113b6a7955,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:11:39.186138 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c717b1d6-190e-4ace-bf84-74c2bacd0d0c None None] Checking router: 6d0eef1b-b0b5-4281-92f2-af75ebc04e87 for host: dv-cinder-821739-1-iscsi {{(pid=102479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:11:39.187166 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c717b1d6-190e-4ace-bf84-74c2bacd0d0c None None] Updating router 6d0eef1b-b0b5-4281-92f2-af75ebc04e87 port 8859bc2f-722e-4348-b24e-8c89c8633abc binding host dv-cinder-821739-1-iscsi {{(pid=102479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 18:11:39.189882 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-b6198ee6-dcd4-44f9-af0d-904c6edcd877 None None] Provisioning complete for port a7f9f81e-d82f-4b4f-81b1-a571c3742739 triggered by entity DHCP. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:11:39.190468 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-b6198ee6-dcd4-44f9-af0d-904c6edcd877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:39.195191 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.db.api [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 14 18:11:39.195191 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG oslo_db.api [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 14 18:11:39.219409 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-96b01d4e-874c-4cdf-9474-3230ed0a2249 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:39.227039 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron_lib.callbacks.manager [None req-c717b1d6-190e-4ace-bf84-74c2bacd0d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:39.277207 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-b4d2d8bd-03ca-4e2d-9007-ea2f1a13ddba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:39.296673 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-b4d2d8bd-03ca-4e2d-9007-ea2f1a13ddba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:39.375514 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d2d8bd-03ca-4e2d-9007-ea2f1a13ddba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51ef3720-a021-47e5-8abd-29b675de1508,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:11:39.402684 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-3bb34898-eeb6-404d-bfba-91c5c949c06e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8287610'] for router, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:39.552520 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-96b01d4e-874c-4cdf-9474-3230ed0a2249 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:39.577534 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-96b01d4e-874c-4cdf-9474-3230ed0a2249 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8370858'] for security_group_rule, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:39.596147 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b01d4e-874c-4cdf-9474-3230ed0a2249 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87ae4efb-66d4-4eee-8b88-47291c8da1de,revision_number=0']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:11:39.601901 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-b6198ee6-dcd4-44f9-af0d-904c6edcd877 None None] Current status of the port a7f9f81e-d82f-4b4f-81b1-a571c3742739 is: ACTIVE; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:11:39.688520 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-96b01d4e-874c-4cdf-9474-3230ed0a2249 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:39.695908 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-96b01d4e-874c-4cdf-9474-3230ed0a2249 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5886271 Jun 14 18:11:39.696658 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 49744) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:11:39.712011 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.v2.base [None req-09674e7a-f9f9-42e5-94e2-1c1e32d08d0f tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Request body: {'security_group_rule': {'security_group_id': '395065f2-5ad0-4d61-889d-81c18e5b9b3a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:11:39.716535 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-b4d2d8bd-03ca-4e2d-9007-ea2f1a13ddba admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7d1f7c072e13427da8ab6bf575d520b2&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2378201 Jun 14 18:11:39.716713 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 49748) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:11:39.787450 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-09674e7a-f9f9-42e5-94e2-1c1e32d08d0f tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:39.791156 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Current status of the port a7f9f81e-d82f-4b4f-81b1-a571c3742739 is: ACTIVE; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:11:39.792579 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device d6c9edd0-045d-4a5d-a75e-d3ae7829e968 up at agent ovs-agent-dv-cinder-821739-1-iscsi {{(pid=102478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:11:39.844580 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron_lib.callbacks.manager [None req-c717b1d6-190e-4ace-bf84-74c2bacd0d0c None None] Notify callbacks [] for port, precommit_update {{(pid=102479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:39.854890 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron_lib.callbacks.manager [None req-c717b1d6-190e-4ace-bf84-74c2bacd0d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:39.888807 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bb34898-eeb6-404d-bfba-91c5c949c06e admin admin] Router 80fce1b3-89e8-41c5-b166-a0ac4da65169 is scheduled to L3 agent 2bd7ef4a-700f-45f4-ae1e-98ca6454acba with binding_index 1 {{(pid=102476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 14 18:11:39.892985 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-f03bec94-6233-4ab3-b243-be43caf27fa1 None None] Notify callbacks [] for port, precommit_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:39.910225 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc212fe8-5f1d-4686-a53e-b72a1a9c247f None None] Pushing event updated for resources: {'Port': ['ID=8859bc2f-722e-4348-b24e-8c89c8633abc,revision_number=2']} {{(pid=102479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:11:39.924861 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-f03bec94-6233-4ab3-b243-be43caf27fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:39.939935 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.plugins.ml2.managers [None req-c717b1d6-190e-4ace-bf84-74c2bacd0d0c None None] Attempting to bind port 8859bc2f-722e-4348-b24e-8c89c8633abc on host dv-cinder-821739-1-iscsi for vnic_type normal with profile {{(pid=102479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 14 18:11:39.940470 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.plugins.ml2.managers [None req-c717b1d6-190e-4ace-bf84-74c2bacd0d0c None None] Attempting to bind port 8859bc2f-722e-4348-b24e-8c89c8633abc by drivers openvswitch,hyperv on host dv-cinder-821739-1-iscsi at level 0 using segments [{'id': 'd3be3284-4005-440f-af8c-13455fbdf684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9'}] {{(pid=102479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 14 18:11:39.940944 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c717b1d6-190e-4ace-bf84-74c2bacd0d0c None None] Attempting to bind port 8859bc2f-722e-4348-b24e-8c89c8633abc on network 0514a421-38fe-44fa-a158-ef00d417fed9 {{(pid=102479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:11:39.947842 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c717b1d6-190e-4ace-bf84-74c2bacd0d0c None None] Checking agent: {'id': 'e8f0c06d-b34a-40ed-9da4-c5e71adce1cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821739-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 3, 22), 'started_at': datetime.datetime(2022, 6, 14, 18, 3, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821739-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:11:39.948361 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c717b1d6-190e-4ace-bf84-74c2bacd0d0c None None] Checking segment: {'id': 'd3be3284-4005-440f-af8c-13455fbdf684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 14 18:11:39.948876 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron_lib.callbacks.manager [None req-c717b1d6-190e-4ace-bf84-74c2bacd0d0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:39.949387 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c717b1d6-190e-4ace-bf84-74c2bacd0d0c None None] Bound using segment: {'id': 'd3be3284-4005-440f-af8c-13455fbdf684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9'} {{(pid=102479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:11:39.951562 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.plugins.ml2.managers [None req-c717b1d6-190e-4ace-bf84-74c2bacd0d0c None None] Bound port: 8859bc2f-722e-4348-b24e-8c89c8633abc, host: dv-cinder-821739-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3be3284-4005-440f-af8c-13455fbdf684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9'}}] {{(pid=102479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 14 18:11:39.951562 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron_lib.callbacks.manager [None req-c717b1d6-190e-4ace-bf84-74c2bacd0d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:40.008660 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-2b0994d6-4c14-4f10-b248-4f1f278c6915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:40.012734 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Provisioning complete for port d6c9edd0-045d-4a5d-a75e-d3ae7829e968 triggered by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:11:40.013104 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:40.048291 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.plugins.ml2.db [None req-c717b1d6-190e-4ace-bf84-74c2bacd0d0c None None] For port 8859bc2f-722e-4348-b24e-8c89c8633abc, host dv-cinder-821739-1-iscsi, cleared binding levels {{(pid=102479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:11:40.054819 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.plugins.ml2.db [None req-c717b1d6-190e-4ace-bf84-74c2bacd0d0c None None] For port 8859bc2f-722e-4348-b24e-8c89c8633abc, host dv-cinder-821739-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=8859bc2f-722e-4348-b24e-8c89c8633abc,segment=NetworkSegment(d3be3284-4005-440f-af8c-13455fbdf684),segment_id=d3be3284-4005-440f-af8c-13455fbdf684)] {{(pid=102479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:11:40.065010 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron_lib.callbacks.manager [None req-c717b1d6-190e-4ace-bf84-74c2bacd0d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:40.071764 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-33f50bf5-8333-408e-ad83-d0fc60f3a503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:40.096154 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-09674e7a-f9f9-42e5-94e2-1c1e32d08d0f tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:40.098017 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58a0cd6-9501-4b19-86f7-7bccef11b9a5 None None] Pushing event updated for resources: {'Port': ['ID=938b64a5-df52-4436-973f-36281c5eb5a6,revision_number=3']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:11:40.142160 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-09674e7a-f9f9-42e5-94e2-1c1e32d08d0f tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8370858'] for security_group_rule, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:40.198968 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-fc84048d-f63f-43e9-b0b3-e792ad621598 req-75c95c0d-f26c-46ae-9469-1b18917c6608 tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] 10.222.0.70 "GET /v2.0/ports?device_id=566c7a87-c52f-401c-b1ed-5b05f8f5d944 HTTP/1.1" status: 200 len: 210 time: 0.1714168 Jun 14 18:11:40.244970 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c717b1d6-190e-4ace-bf84-74c2bacd0d0c None None] Routers {'6d0eef1b-b0b5-4281-92f2-af75ebc04e87'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:11:40.247672 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-c717b1d6-190e-4ace-bf84-74c2bacd0d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:11:19Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['6d0eef1b-b0b5-4281-92f2-af75ebc04e87'], 'active': True} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:11:40.256420 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-33f50bf5-8333-408e-ad83-d0fc60f3a503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:40.294596 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09674e7a-f9f9-42e5-94e2-1c1e32d08d0f tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68217ab5-9d9d-44d8-8521-72665c35470d,revision_number=0']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:11:40.296851 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.managers [None req-f03bec94-6233-4ab3-b243-be43caf27fa1 None None] Attempting to bind port 938b64a5-df52-4436-973f-36281c5eb5a6 on host dv-cinder-821739-1-iscsi for vnic_type normal with profile {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 14 18:11:40.303474 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.managers [None req-f03bec94-6233-4ab3-b243-be43caf27fa1 None None] Attempting to bind port 938b64a5-df52-4436-973f-36281c5eb5a6 by drivers openvswitch,hyperv on host dv-cinder-821739-1-iscsi at level 0 using segments [{'id': '91c000b5-b307-4d83-9292-f5327311bde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'e4802f45-6d76-4b53-9a7f-7b43659748a3'}] {{(pid=102478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 14 18:11:40.303958 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03bec94-6233-4ab3-b243-be43caf27fa1 None None] Attempting to bind port 938b64a5-df52-4436-973f-36281c5eb5a6 on network e4802f45-6d76-4b53-9a7f-7b43659748a3 {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:11:40.315937 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb34898-eeb6-404d-bfba-91c5c949c06e admin admin] Notify agent at l3_agent.dv-cinder-821739-1-iscsi the message routers_updated {{(pid=102476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:11:40.344489 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c72a6c-c668-4ff3-a99f-d9391e810bc0 None None] Sync routers for ids ['80fce1b3-89e8-41c5-b166-a0ac4da65169'] in dv-cinder-821739-1-iscsi {{(pid=102478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:11:40.388409 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-09674e7a-f9f9-42e5-94e2-1c1e32d08d0f tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:40.389968 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-09674e7a-f9f9-42e5-94e2-1c1e32d08d0f tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6848531 Jun 14 18:11:40.404295 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 49772) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:11:40.418095 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.v2.base [None req-3a99f7fc-f665-48c9-8186-b04b784f4f3c tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Request body: {'floatingip': {'floating_network_id': '0514a421-38fe-44fa-a158-ef00d417fed9'}} {{(pid=102476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:11:40.455687 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-3bb34898-eeb6-404d-bfba-91c5c949c06e admin admin] Notify callbacks [] for router, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:40.459192 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-3bb34898-eeb6-404d-bfba-91c5c949c06e admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.5893934 Jun 14 18:11:40.459702 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc212fe8-5f1d-4686-a53e-b72a1a9c247f None None] Pushing event updated for resources: {'Port': ['ID=8859bc2f-722e-4348-b24e-8c89c8633abc,revision_number=3']} {{(pid=102479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:11:40.463054 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 49780) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:11:40.525535 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.db_base_plugin_common [None req-2b0994d6-4c14-4f10-b248-4f1f278c6915 admin admin] Allocated IP 172.20.0.1 (207b3e54-87d5-4ff2-9e27-0fc3ae498411/60742c27-3909-4c07-b59a-2eae5cd6702e/497d156f-45c6-4d64-bf48-0bdfa0641beb) {{(pid=102477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:11:40.537181 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03bec94-6233-4ab3-b243-be43caf27fa1 None None] Checking agent: {'id': 'e8f0c06d-b34a-40ed-9da4-c5e71adce1cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821739-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 3, 22), 'started_at': datetime.datetime(2022, 6, 14, 18, 3, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821739-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:11:40.539904 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03bec94-6233-4ab3-b243-be43caf27fa1 None None] Checking segment: {'id': '91c000b5-b307-4d83-9292-f5327311bde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'e4802f45-6d76-4b53-9a7f-7b43659748a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 14 18:11:40.540218 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-f03bec94-6233-4ab3-b243-be43caf27fa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:40.540619 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03bec94-6233-4ab3-b243-be43caf27fa1 None None] Bound using segment: {'id': '91c000b5-b307-4d83-9292-f5327311bde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'e4802f45-6d76-4b53-9a7f-7b43659748a3'} {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:11:40.541117 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.managers [None req-f03bec94-6233-4ab3-b243-be43caf27fa1 None None] Bound port: 938b64a5-df52-4436-973f-36281c5eb5a6, host: dv-cinder-821739-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91c000b5-b307-4d83-9292-f5327311bde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'e4802f45-6d76-4b53-9a7f-7b43659748a3'}}] {{(pid=102478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 14 18:11:40.545963 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-f03bec94-6233-4ab3-b243-be43caf27fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:40.597834 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Current status of the port d6c9edd0-045d-4a5d-a75e-d3ae7829e968 is: ACTIVE; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:11:40.601990 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device 7ab5aec5-e4c5-4e04-9cca-c95dea8cfc69 up at agent ovs-agent-dv-cinder-821739-1-iscsi {{(pid=102478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:11:40.668538 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-3a99f7fc-f665-48c9-8186-b04b784f4f3c tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify callbacks [] for floatingip, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:40.671636 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-2b0994d6-4c14-4f10-b248-4f1f278c6915 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:40.697791 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvr_db [None req-c717b1d6-190e-4ace-bf84-74c2bacd0d0c None None] Set router 6d0eef1b-b0b5-4281-92f2-af75ebc04e87 gateway port host: dv-cinder-821739-1-iscsi {{(pid=102479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:11:40.711384 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-f3c234f7-0493-4f27-b3d6-8842745f709c None None] Provisioning complete for port 938b64a5-df52-4436-973f-36281c5eb5a6 triggered by entity DHCP. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:11:40.711814 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-f3c234f7-0493-4f27-b3d6-8842745f709c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:40.721040 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-33f50bf5-8333-408e-ad83-d0fc60f3a503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:40.737402 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-33f50bf5-8333-408e-ad83-d0fc60f3a503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:40.750771 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-33f50bf5-8333-408e-ad83-d0fc60f3a503 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/51ef3720-a021-47e5-8abd-29b675de1508 HTTP/1.1" status: 204 len: 168 time: 1.0263283 Jun 14 18:11:40.770154 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c72a6c-c668-4ff3-a99f-d9391e810bc0 None None] Routers {'80fce1b3-89e8-41c5-b166-a0ac4da65169'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:11:40.771696 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-49c72a6c-c668-4ff3-a99f-d9391e810bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:11:19Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['80fce1b3-89e8-41c5-b166-a0ac4da65169'], 'active': True} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:11:40.773800 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-2b0994d6-4c14-4f10-b248-4f1f278c6915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239190878'] for port, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:40.890335 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0994d6-4c14-4f10-b248-4f1f278c6915 admin admin] Network 207b3e54-87d5-4ff2-9e27-0fc3ae498411 is already hosted by enough agents. {{(pid=102477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:11:40.906453 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvr_db [None req-49c72a6c-c668-4ff3-a99f-d9391e810bc0 None None] Set router 80fce1b3-89e8-41c5-b166-a0ac4da65169 gateway port host: dv-cinder-821739-1-iscsi {{(pid=102478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:11:40.916049 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.base_scheduler [None req-2b0994d6-4c14-4f10-b248-4f1f278c6915 admin admin] Resources bound (agent type, host, resource id): {{(pid=102477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:11:40.922148 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0994d6-4c14-4f10-b248-4f1f278c6915 admin admin] Received port after_create {{(pid=102477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 14 18:11:40.923907 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-2b0994d6-4c14-4f10-b248-4f1f278c6915 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8287653'] for router_interface, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:40.976027 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0994d6-4c14-4f10-b248-4f1f278c6915 admin admin] Pushing event updated for resources: {'Port': ['ID=497d156f-45c6-4d64-bf48-0bdfa0641beb,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:11:41.032650 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-c717b1d6-190e-4ace-bf84-74c2bacd0d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d0eef1b-b0b5-4281-92f2-af75ebc04e87', 'name': 'tempest-AttachVolumeShelveTestJSON-1404682588-router', 'tenant_id': 'ce9a2eeca2ae45e78c3f8e1182360462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '8859bc2f-722e-4348-b24e-8c89c8633abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:11:32Z', 'updated_at': '2022-06-14T18:11:35Z', 'revision_number': 3, 'project_id': 'ce9a2eeca2ae45e78c3f8e1182360462', 'gw_port': {'id': '8859bc2f-722e-4348-b24e-8c89c8633abc', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d0eef1b-b0b5-4281-92f2-af75ebc04e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:34Z', 'updated_at': '2022-06-14T18:11:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi'}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:11:41.033540 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f50bf5-8333-408e-ad83-d0fc60f3a503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ef3720-a021-47e5-8abd-29b675de1508,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:11:41.116375 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c717b1d6-190e-4ace-bf84-74c2bacd0d0c None None] The sync data for ids ['6d0eef1b-b0b5-4281-92f2-af75ebc04e87'] in dv-cinder-821739-1-iscsi is: [{'id': '6d0eef1b-b0b5-4281-92f2-af75ebc04e87', 'name': 'tempest-AttachVolumeShelveTestJSON-1404682588-router', 'tenant_id': 'ce9a2eeca2ae45e78c3f8e1182360462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '8859bc2f-722e-4348-b24e-8c89c8633abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:11:32Z', 'updated_at': '2022-06-14T18:11:35Z', 'revision_number': 3, 'project_id': 'ce9a2eeca2ae45e78c3f8e1182360462', 'gw_port': {'id': '8859bc2f-722e-4348-b24e-8c89c8633abc', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d0eef1b-b0b5-4281-92f2-af75ebc04e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:34Z', 'updated_at': '2022-06-14T18:11:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi'}] {{(pid=102479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:11:41.240813 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-f3c234f7-0493-4f27-b3d6-8842745f709c None None] Port 938b64a5-df52-4436-973f-36281c5eb5a6 cannot update to ACTIVE because it is not bound. {{(pid=102478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jun 14 18:11:41.494169 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Provisioning complete for port 7ab5aec5-e4c5-4e04-9cca-c95dea8cfc69 triggered by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:11:41.494902 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:41.519686 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-2b0994d6-4c14-4f10-b248-4f1f278c6915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:41.554379 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-f03bec94-6233-4ab3-b243-be43caf27fa1 None None] For port 938b64a5-df52-4436-973f-36281c5eb5a6, host dv-cinder-821739-1-iscsi, cleared binding levels {{(pid=102478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:11:41.650485 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-2e1749bd-8ffe-4dbb-923f-54fe790b61a4 req-cfc9722c-3009-46cf-890e-e65a7184fdf3 tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] 10.222.0.70 "GET /v2.0/ports?device_id=566c7a87-c52f-401c-b1ed-5b05f8f5d944 HTTP/1.1" status: 200 len: 210 time: 0.1395566 Jun 14 18:11:41.679158 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-f03bec94-6233-4ab3-b243-be43caf27fa1 None None] For port 938b64a5-df52-4436-973f-36281c5eb5a6, host dv-cinder-821739-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=938b64a5-df52-4436-973f-36281c5eb5a6,segment=NetworkSegment(91c000b5-b307-4d83-9292-f5327311bde5),segment_id=91c000b5-b307-4d83-9292-f5327311bde5)] {{(pid=102478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:11:41.707446 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-f03bec94-6233-4ab3-b243-be43caf27fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:41.931945 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.90', 63777) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:11:41.965859 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Current status of the port 7ab5aec5-e4c5-4e04-9cca-c95dea8cfc69 is: ACTIVE; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:11:41.979530 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-2b0994d6-4c14-4f10-b248-4f1f278c6915 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:41.984507 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-f4ee1da0-315e-4bc8-b35d-9b049fe81af2 None None] Provisioning complete for port 497d156f-45c6-4d64-bf48-0bdfa0641beb triggered by entity DHCP. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:11:41.986947 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-f4ee1da0-315e-4bc8-b35d-9b049fe81af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:42.038119 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-2b0994d6-4c14-4f10-b248-4f1f278c6915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:42.039378 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-2b0994d6-4c14-4f10-b248-4f1f278c6915 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7944463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8284469'] for router_interface, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:42.148764 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0994d6-4c14-4f10-b248-4f1f278c6915 admin admin] Pushing event updated for resources: {'Port': ['ID=497d156f-45c6-4d64-bf48-0bdfa0641beb,revision_number=2']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:11:42.159672 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-f4ee1da0-315e-4bc8-b35d-9b049fe81af2 None None] Port 497d156f-45c6-4d64-bf48-0bdfa0641beb cannot update to ACTIVE because it is not bound. {{(pid=102478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jun 14 18:11:42.191977 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03bec94-6233-4ab3-b243-be43caf27fa1 None None] Routers {'5d0e627f-9931-44e7-bb8d-ffce79c09333'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:11:42.193392 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-f03bec94-6233-4ab3-b243-be43caf27fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:11:19Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['5d0e627f-9931-44e7-bb8d-ffce79c09333'], 'active': True} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:11:42.294012 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-49c72a6c-c668-4ff3-a99f-d9391e810bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fce1b3-89e8-41c5-b166-a0ac4da65169', 'name': 'tempest-ServerRescueNegativeTestJSON-210219480-router', 'tenant_id': '3042e999f1144c7da1a2473d58a86532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '9a727ac4-c07e-4c51-867c-30c166d6a0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:11:33Z', 'updated_at': '2022-06-14T18:11:38Z', 'revision_number': 3, 'project_id': '3042e999f1144c7da1a2473d58a86532', 'gw_port': {'id': '9a727ac4-c07e-4c51-867c-30c166d6a0f5', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c3:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80fce1b3-89e8-41c5-b166-a0ac4da65169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:36Z', 'updated_at': '2022-06-14T18:11:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi'}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:11:42.337325 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c72a6c-c668-4ff3-a99f-d9391e810bc0 None None] Checking router: 80fce1b3-89e8-41c5-b166-a0ac4da65169 for host: dv-cinder-821739-1-iscsi {{(pid=102478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:11:42.338269 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c72a6c-c668-4ff3-a99f-d9391e810bc0 None None] Updating router 80fce1b3-89e8-41c5-b166-a0ac4da65169 port 9a727ac4-c07e-4c51-867c-30c166d6a0f5 binding host dv-cinder-821739-1-iscsi {{(pid=102478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 18:11:42.502468 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device 8859bc2f-722e-4348-b24e-8c89c8633abc up at agent ovs-agent-dv-cinder-821739-1-iscsi {{(pid=102478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:11:42.537694 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-3a99f7fc-f665-48c9-8186-b04b784f4f3c tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:42.610046 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58a0cd6-9501-4b19-86f7-7bccef11b9a5 None None] Pushing event updated for resources: {'Port': ['ID=938b64a5-df52-4436-973f-36281c5eb5a6,revision_number=4']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:11:42.624479 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b56b254-2bc6-47cc-8d96-1f19732fa4e3 req-7ec670a0-dc5a-4ca0-8e49-ef36e41bb443 tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:11:42.643738 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-3b56b254-2bc6-47cc-8d96-1f19732fa4e3 req-7ec670a0-dc5a-4ca0-8e49-ef36e41bb443 tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] 10.222.0.90 "GET /v2.0/networks?id=e8eeec05-4ec1-4227-b538-010bf7703795 HTTP/1.1" status: 200 len: 812 time: 0.6921859 Jun 14 18:11:42.690003 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0994d6-4c14-4f10-b248-4f1f278c6915 admin admin] Network 207b3e54-87d5-4ff2-9e27-0fc3ae498411 is already hosted by enough agents. {{(pid=102477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:11:42.690003 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.v2.base [req-3b56b254-2bc6-47cc-8d96-1f19732fa4e3 req-7f7390ef-3749-47f3-97d1-481ef2a5ac66 tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] Request body: {'port': {'device_id': '566c7a87-c52f-401c-b1ed-5b05f8f5d944', 'network_id': 'e8eeec05-4ec1-4227-b538-010bf7703795', 'admin_state_up': True, 'tenant_id': '28a18f8ef0024ac4bae764532ba3d05d'}} {{(pid=102477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:11:42.694165 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.base_scheduler [None req-2b0994d6-4c14-4f10-b248-4f1f278c6915 admin admin] Resources bound (agent type, host, resource id): {{(pid=102477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:11:42.781904 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.agents_db [None req-d83a49a0-1be1-4d29-a7ba-91319940a8a9 None None] Agent healthcheck: found 6 active agents {{(pid=102479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 14 18:11:42.817174 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvr_db [None req-f03bec94-6233-4ab3-b243-be43caf27fa1 None None] Set router 5d0e627f-9931-44e7-bb8d-ffce79c09333 gateway port host: dv-cinder-821739-1-iscsi {{(pid=102478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:11:42.906701 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-49c72a6c-c668-4ff3-a99f-d9391e810bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:43.016866 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-485c0521-ffab-4fa7-a064-d35ad2a93b9e req-83c4b53b-4072-4789-a2a8-2748bc5e5e52 tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] 10.222.0.70 "GET /v2.0/ports?device_id=566c7a87-c52f-401c-b1ed-5b05f8f5d944 HTTP/1.1" status: 200 len: 210 time: 0.1009378 Jun 14 18:11:43.078986 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.db.db_base_plugin_common [None req-3a99f7fc-f665-48c9-8186-b04b784f4f3c tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Allocated IP 172.27.2.41 (0514a421-38fe-44fa-a158-ef00d417fed9/5974f5a1-c656-4a3f-aaeb-f2cb77111b45/702feaea-ac77-4f3b-ba78-2045b7ef36bc) {{(pid=102476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:11:43.160154 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-8bbeaafb-f268-4c57-9d0e-6ae287afa071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:43.376402 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-ff9d5eb3-12ec-4908-94cf-5fde216e95b9 None None] Provisioning complete for port 938b64a5-df52-4436-973f-36281c5eb5a6 triggered by entity DHCP. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:11:43.377025 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-ff9d5eb3-12ec-4908-94cf-5fde216e95b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:43.432821 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-3a99f7fc-f665-48c9-8186-b04b784f4f3c tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify callbacks [] for port, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:43.552567 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.db.db_base_plugin_common [None req-8bbeaafb-f268-4c57-9d0e-6ae287afa071 admin admin] Allocated IP 172.20.0.1 (3d23af53-6361-4f33-abe1-d3023a18c244/5d625bfa-3024-4c1b-95b8-b3295848e69c/cfcfca9c-b50b-4833-b794-d14116998232) {{(pid=102476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:11:43.555755 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-3a99f7fc-f665-48c9-8186-b04b784f4f3c tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239190878'] for port, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:43.654455 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b56b254-2bc6-47cc-8d96-1f19732fa4e3 req-7f7390ef-3749-47f3-97d1-481ef2a5ac66 tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] Made reservation on behalf of 28a18f8ef0024ac4bae764532ba3d05d for: {'port': 1} {{(pid=102477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:11:43.666100 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-3b56b254-2bc6-47cc-8d96-1f19732fa4e3 req-7f7390ef-3749-47f3-97d1-481ef2a5ac66 tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:43.673130 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a99f7fc-f665-48c9-8186-b04b784f4f3c tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Network 0514a421-38fe-44fa-a158-ef00d417fed9 is already hosted by enough agents. {{(pid=102476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:11:43.706067 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.base_scheduler [None req-3a99f7fc-f665-48c9-8186-b04b784f4f3c tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Resources bound (agent type, host, resource id): {{(pid=102476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:11:43.715328 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b0994d6-4c14-4f10-b248-4f1f278c6915 admin admin] Router 6d0eef1b-b0b5-4281-92f2-af75ebc04e87 has already been hosted by L3 agent 2bd7ef4a-700f-45f4-ae1e-98ca6454acba {{(pid=102477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:11:43.730913 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Provisioning complete for port 8859bc2f-722e-4348-b24e-8c89c8633abc triggered by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:11:43.731465 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:43.734411 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a99f7fc-f665-48c9-8186-b04b784f4f3c tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Received port after_create {{(pid=102476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 14 18:11:43.745291 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a99f7fc-f665-48c9-8186-b04b784f4f3c tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Pushing event updated for resources: {'Port': ['ID=702feaea-ac77-4f3b-ba78-2045b7ef36bc,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:11:43.949971 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-3a99f7fc-f665-48c9-8186-b04b784f4f3c tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:43.970790 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 49920) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:11:44.022328 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 49924) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:11:44.035387 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-8bbeaafb-f268-4c57-9d0e-6ae287afa071 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:44.147001 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-3a99f7fc-f665-48c9-8186-b04b784f4f3c tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:44.209092 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-49c72a6c-c668-4ff3-a99f-d9391e810bc0 None None] Notify callbacks [] for port, precommit_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:44.271180 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-49c72a6c-c668-4ff3-a99f-d9391e810bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:44.291969 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-ff9d5eb3-12ec-4908-94cf-5fde216e95b9 None None] Current status of the port 938b64a5-df52-4436-973f-36281c5eb5a6 is: DOWN; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:11:44.292628 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-ff9d5eb3-12ec-4908-94cf-5fde216e95b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:44.333218 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-2fae68fc-8ee6-43bb-ab23-28fbd86a09fb req-955d5c57-8319-4190-880d-1cd7487c1413 tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] 10.222.0.70 "GET /v2.0/ports?device_id=566c7a87-c52f-401c-b1ed-5b05f8f5d944 HTTP/1.1" status: 200 len: 210 time: 0.1168282 Jun 14 18:11:44.454648 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-8bbeaafb-f268-4c57-9d0e-6ae287afa071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239190878'] for port, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:44.577418 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-ff9d5eb3-12ec-4908-94cf-5fde216e95b9 None None] For port 938b64a5-df52-4436-973f-36281c5eb5a6, host dv-cinder-821739-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=938b64a5-df52-4436-973f-36281c5eb5a6,segment=NetworkSegment(91c000b5-b307-4d83-9292-f5327311bde5),segment_id=91c000b5-b307-4d83-9292-f5327311bde5)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:11:44.578495 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.managers [None req-49c72a6c-c668-4ff3-a99f-d9391e810bc0 None None] Attempting to bind port 9a727ac4-c07e-4c51-867c-30c166d6a0f5 on host dv-cinder-821739-1-iscsi for vnic_type normal with profile {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 14 18:11:44.578871 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.managers [None req-49c72a6c-c668-4ff3-a99f-d9391e810bc0 None None] Attempting to bind port 9a727ac4-c07e-4c51-867c-30c166d6a0f5 by drivers openvswitch,hyperv on host dv-cinder-821739-1-iscsi at level 0 using segments [{'id': 'd3be3284-4005-440f-af8c-13455fbdf684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9'}] {{(pid=102478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 14 18:11:44.579251 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c72a6c-c668-4ff3-a99f-d9391e810bc0 None None] Attempting to bind port 9a727ac4-c07e-4c51-867c-30c166d6a0f5 on network 0514a421-38fe-44fa-a158-ef00d417fed9 {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:11:44.585545 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.db_base_plugin_common [req-3b56b254-2bc6-47cc-8d96-1f19732fa4e3 req-7f7390ef-3749-47f3-97d1-481ef2a5ac66 tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] Allocated IP 172.20.0.5 (e8eeec05-4ec1-4227-b538-010bf7703795/daa92479-e2d0-4613-979c-695b15b913b0/7fc3453c-8806-44b7-b298-1ecd282dc130) {{(pid=102477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:11:44.604233 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50595c73-b846-4a9f-a9e6-97a93efe4f4d None None] Pushing event updated for resources: {'Port': ['ID=9a727ac4-c07e-4c51-867c-30c166d6a0f5,revision_number=2']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:11:44.607450 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-ff9d5eb3-12ec-4908-94cf-5fde216e95b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:44.633495 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b0994d6-4c14-4f10-b248-4f1f278c6915 admin admin] Notify agent at l3_agent.dv-cinder-821739-1-iscsi the message routers_updated {{(pid=102477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:11:44.651165 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9983e617-91ce-445e-8ffd-3f072d98348c None None] Sync routers for ids ['6d0eef1b-b0b5-4281-92f2-af75ebc04e87'] in dv-cinder-821739-1-iscsi {{(pid=102479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:11:44.660657 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-2b0994d6-4c14-4f10-b248-4f1f278c6915 admin admin] 10.222.0.70 "PUT /v2.0/routers/6d0eef1b-b0b5-4281-92f2-af75ebc04e87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0607560 Jun 14 18:11:44.674521 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c72a6c-c668-4ff3-a99f-d9391e810bc0 None None] Checking agent: {'id': 'e8f0c06d-b34a-40ed-9da4-c5e71adce1cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821739-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 3, 22), 'started_at': datetime.datetime(2022, 6, 14, 18, 3, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821739-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:11:44.683288 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c72a6c-c668-4ff3-a99f-d9391e810bc0 None None] Checking segment: {'id': 'd3be3284-4005-440f-af8c-13455fbdf684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 14 18:11:44.684679 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-49c72a6c-c668-4ff3-a99f-d9391e810bc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:44.689911 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c72a6c-c668-4ff3-a99f-d9391e810bc0 None None] Bound using segment: {'id': 'd3be3284-4005-440f-af8c-13455fbdf684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9'} {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:11:44.690637 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.managers [None req-49c72a6c-c668-4ff3-a99f-d9391e810bc0 None None] Bound port: 9a727ac4-c07e-4c51-867c-30c166d6a0f5, host: dv-cinder-821739-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3be3284-4005-440f-af8c-13455fbdf684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9'}}] {{(pid=102478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 14 18:11:44.691155 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-49c72a6c-c668-4ff3-a99f-d9391e810bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:44.702545 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9983e617-91ce-445e-8ffd-3f072d98348c None None] Routers {'6d0eef1b-b0b5-4281-92f2-af75ebc04e87'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:11:44.710672 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-9983e617-91ce-445e-8ffd-3f072d98348c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:11:19Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['6d0eef1b-b0b5-4281-92f2-af75ebc04e87'], 'active': True} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:11:44.717031 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bbeaafb-f268-4c57-9d0e-6ae287afa071 admin admin] Network 3d23af53-6361-4f33-abe1-d3023a18c244 is already hosted by enough agents. {{(pid=102476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:11:44.785430 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.base_scheduler [None req-8bbeaafb-f268-4c57-9d0e-6ae287afa071 admin admin] Resources bound (agent type, host, resource id): {{(pid=102476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:11:44.805004 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Current status of the port 8859bc2f-722e-4348-b24e-8c89c8633abc is: DOWN; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:11:44.805561 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbeaafb-f268-4c57-9d0e-6ae287afa071 admin admin] Received port after_create {{(pid=102476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 14 18:11:44.806113 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-8bbeaafb-f268-4c57-9d0e-6ae287afa071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8287653'] for router_interface, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:44.806751 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:44.970272 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-dde69576-e427-423d-868e-d0f2d66d33e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:45.091336 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] For port 8859bc2f-722e-4348-b24e-8c89c8633abc, host dv-cinder-821739-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=8859bc2f-722e-4348-b24e-8c89c8633abc,segment=NetworkSegment(d3be3284-4005-440f-af8c-13455fbdf684),segment_id=d3be3284-4005-440f-af8c-13455fbdf684)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:11:45.116484 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvr_db [None req-9983e617-91ce-445e-8ffd-3f072d98348c None None] Set router 6d0eef1b-b0b5-4281-92f2-af75ebc04e87 gateway port host: dv-cinder-821739-1-iscsi {{(pid=102479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:11:45.153828 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbeaafb-f268-4c57-9d0e-6ae287afa071 admin admin] Pushing event updated for resources: {'Port': ['ID=cfcfca9c-b50b-4833-b794-d14116998232,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:11:45.171778 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-f0119e17-2456-45c0-84a2-935f5ef7cd98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:45.226376 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:45.229570 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device a7f9f81e-d82f-4b4f-81b1-a571c3742739 up at agent ovs-agent-dv-cinder-821739-1-iscsi {{(pid=102478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:11:45.234913 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-3b56b254-2bc6-47cc-8d96-1f19732fa4e3 req-7f7390ef-3749-47f3-97d1-481ef2a5ac66 tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] Notify callbacks [] for port, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:45.236684 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-f03bec94-6233-4ab3-b243-be43caf27fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0e627f-9931-44e7-bb8d-ffce79c09333', 'name': 'tempest-AttachVolumeTestJSON-504290740-router', 'tenant_id': '1656a3c434d1462d9a2c48c24f0b7728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '7ab5aec5-e4c5-4e04-9cca-c95dea8cfc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:11:28Z', 'updated_at': '2022-06-14T18:11:33Z', 'revision_number': 4, 'project_id': '1656a3c434d1462d9a2c48c24f0b7728', 'gw_port': {'id': '7ab5aec5-e4c5-4e04-9cca-c95dea8cfc69', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0e627f-9931-44e7-bb8d-ffce79c09333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:28Z', 'updated_at': '2022-06-14T18:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_interfaces': [{'id': '938b64a5-df52-4436-973f-36281c5eb5a6', 'name': '', 'network_id': 'e4802f45-6d76-4b53-9a7f-7b43659748a3', 'tenant_id': '1656a3c434d1462d9a2c48c24f0b7728', 'mac_address': 'fa:16:3e:12:8c:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d0e627f-9931-44e7-bb8d-ffce79c09333', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '0bf57453-530a-4cde-8cdb-616dbddd580e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:31Z', 'updated_at': '2022-06-14T18:11:41Z', 'revision_number': 4, 'project_id': '1656a3c434d1462d9a2c48c24f0b7728', 'subnets': [{'id': '0bf57453-530a-4cde-8cdb-616dbddd580e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:11:45.258858 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-41735f9e-4d2d-46c7-95e6-1d86336eeeda None None] Provisioning complete for port 497d156f-45c6-4d64-bf48-0bdfa0641beb triggered by entity DHCP. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:11:45.260410 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-41735f9e-4d2d-46c7-95e6-1d86336eeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:45.325171 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-3b56b254-2bc6-47cc-8d96-1f19732fa4e3 req-7f7390ef-3749-47f3-97d1-481ef2a5ac66 tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239190878'] for port, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:45.554909 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7390ef-3749-47f3-97d1-481ef2a5ac66 tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] Pushing event updated for resources: {'Port': ['ID=7fc3453c-8806-44b7-b298-1ecd282dc130,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:11:45.596394 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 49960) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:11:45.623575 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.v2.base [None req-3d103b7f-49f4-41fa-9115-7539d0f91906 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1077948973', 'description': 'tempest-description--1326690551'}} {{(pid=102477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:11:45.639741 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9d5eb3-12ec-4908-94cf-5fde216e95b9 None None] Pushing event updated for resources: {'Port': ['ID=938b64a5-df52-4436-973f-36281c5eb5a6,revision_number=5']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:11:45.672612 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03bec94-6233-4ab3-b243-be43caf27fa1 None None] The sync data for ids ['5d0e627f-9931-44e7-bb8d-ffce79c09333'] in dv-cinder-821739-1-iscsi is: [{'id': '5d0e627f-9931-44e7-bb8d-ffce79c09333', 'name': 'tempest-AttachVolumeTestJSON-504290740-router', 'tenant_id': '1656a3c434d1462d9a2c48c24f0b7728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '7ab5aec5-e4c5-4e04-9cca-c95dea8cfc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:11:28Z', 'updated_at': '2022-06-14T18:11:33Z', 'revision_number': 4, 'project_id': '1656a3c434d1462d9a2c48c24f0b7728', 'gw_port': {'id': '7ab5aec5-e4c5-4e04-9cca-c95dea8cfc69', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0e627f-9931-44e7-bb8d-ffce79c09333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:28Z', 'updated_at': '2022-06-14T18:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_interfaces': [{'id': '938b64a5-df52-4436-973f-36281c5eb5a6', 'name': '', 'network_id': 'e4802f45-6d76-4b53-9a7f-7b43659748a3', 'tenant_id': '1656a3c434d1462d9a2c48c24f0b7728', 'mac_address': 'fa:16:3e:12:8c:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d0e627f-9931-44e7-bb8d-ffce79c09333', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '0bf57453-530a-4cde-8cdb-616dbddd580e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:31Z', 'updated_at': '2022-06-14T18:11:41Z', 'revision_number': 4, 'project_id': '1656a3c434d1462d9a2c48c24f0b7728', 'subnets': [{'id': '0bf57453-530a-4cde-8cdb-616dbddd580e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:11:45.697472 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-49c72a6c-c668-4ff3-a99f-d9391e810bc0 None None] For port 9a727ac4-c07e-4c51-867c-30c166d6a0f5, host dv-cinder-821739-1-iscsi, cleared binding levels {{(pid=102478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:11:45.702393 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b56b254-2bc6-47cc-8d96-1f19732fa4e3 req-7f7390ef-3749-47f3-97d1-481ef2a5ac66 tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] Network e8eeec05-4ec1-4227-b538-010bf7703795 is already hosted by enough agents. {{(pid=102477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:11:45.737292 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.base_scheduler [req-3b56b254-2bc6-47cc-8d96-1f19732fa4e3 req-7f7390ef-3749-47f3-97d1-481ef2a5ac66 tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] Resources bound (agent type, host, resource id): {{(pid=102477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:11:45.752251 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b56b254-2bc6-47cc-8d96-1f19732fa4e3 req-7f7390ef-3749-47f3-97d1-481ef2a5ac66 tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] Received port after_create {{(pid=102477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 14 18:11:45.775988 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-49c72a6c-c668-4ff3-a99f-d9391e810bc0 None None] For port 9a727ac4-c07e-4c51-867c-30c166d6a0f5, host dv-cinder-821739-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=9a727ac4-c07e-4c51-867c-30c166d6a0f5,segment=NetworkSegment(d3be3284-4005-440f-af8c-13455fbdf684),segment_id=d3be3284-4005-440f-af8c-13455fbdf684)] {{(pid=102478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:11:45.788151 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ab3c55-2d6f-411a-8c28-68a3098d3d24 req-3e11615b-863e-4a87-a950-22f050acad43 tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:11:45.800015 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-b6ab3c55-2d6f-411a-8c28-68a3098d3d24 req-3e11615b-863e-4a87-a950-22f050acad43 tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] 10.222.0.70 "GET /v2.0/ports?device_id=566c7a87-c52f-401c-b1ed-5b05f8f5d944 HTTP/1.1" status: 200 len: 931 time: 0.2604291 Jun 14 18:11:45.821076 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b56b254-2bc6-47cc-8d96-1f19732fa4e3 req-7f7390ef-3749-47f3-97d1-481ef2a5ac66 tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:11:45.821436 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-3a99f7fc-f665-48c9-8186-b04b784f4f3c tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify callbacks [] for port, precommit_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:45.827294 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-3b56b254-2bc6-47cc-8d96-1f19732fa4e3 req-7f7390ef-3749-47f3-97d1-481ef2a5ac66 tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7944499'] for port, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:45.847036 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-49c72a6c-c668-4ff3-a99f-d9391e810bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:45.872683 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-9983e617-91ce-445e-8ffd-3f072d98348c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d0eef1b-b0b5-4281-92f2-af75ebc04e87', 'name': 'tempest-AttachVolumeShelveTestJSON-1404682588-router', 'tenant_id': 'ce9a2eeca2ae45e78c3f8e1182360462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '8859bc2f-722e-4348-b24e-8c89c8633abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:11:32Z', 'updated_at': '2022-06-14T18:11:41Z', 'revision_number': 4, 'project_id': 'ce9a2eeca2ae45e78c3f8e1182360462', 'gw_port': {'id': '8859bc2f-722e-4348-b24e-8c89c8633abc', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d0eef1b-b0b5-4281-92f2-af75ebc04e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:34Z', 'updated_at': '2022-06-14T18:11:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_interfaces': [{'id': '497d156f-45c6-4d64-bf48-0bdfa0641beb', 'name': '', 'network_id': '207b3e54-87d5-4ff2-9e27-0fc3ae498411', 'tenant_id': 'ce9a2eeca2ae45e78c3f8e1182360462', 'mac_address': 'fa:16:3e:ba:5c:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d0eef1b-b0b5-4281-92f2-af75ebc04e87', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '60742c27-3909-4c07-b59a-2eae5cd6702e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:40Z', 'updated_at': '2022-06-14T18:11:41Z', 'revision_number': 2, 'project_id': 'ce9a2eeca2ae45e78c3f8e1182360462', 'subnets': [{'id': '60742c27-3909-4c07-b59a-2eae5cd6702e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:11:45.943636 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-3d103b7f-49f4-41fa-9115-7539d0f91906 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify callbacks [] for security_group, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:45.953587 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-3a99f7fc-f665-48c9-8186-b04b784f4f3c tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:45.968926 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-3b56b254-2bc6-47cc-8d96-1f19732fa4e3 req-7f7390ef-3749-47f3-97d1-481ef2a5ac66 tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2941890 Jun 14 18:11:45.995952 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [req-3b56b254-2bc6-47cc-8d96-1f19732fa4e3 req-88a831d1-2ca8-4462-828d-c9c7d0261b8c tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 14 18:11:45.997070 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-3b56b254-2bc6-47cc-8d96-1f19732fa4e3 req-88a831d1-2ca8-4462-828d-c9c7d0261b8c tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063763 Jun 14 18:11:46.011437 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-41735f9e-4d2d-46c7-95e6-1d86336eeeda None None] Port 497d156f-45c6-4d64-bf48-0bdfa0641beb cannot update to ACTIVE because it is not bound. {{(pid=102478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jun 14 18:11:46.021504 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Pushing event updated for resources: {'Port': ['ID=8859bc2f-722e-4348-b24e-8c89c8633abc,revision_number=4']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:11:46.084388 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9983e617-91ce-445e-8ffd-3f072d98348c None None] Checking router: 6d0eef1b-b0b5-4281-92f2-af75ebc04e87 for host: dv-cinder-821739-1-iscsi {{(pid=102479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:11:46.084718 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9983e617-91ce-445e-8ffd-3f072d98348c None None] Updating router 6d0eef1b-b0b5-4281-92f2-af75ebc04e87 port 497d156f-45c6-4d64-bf48-0bdfa0641beb binding host dv-cinder-821739-1-iscsi {{(pid=102479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 18:11:46.159645 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Provisioning complete for port a7f9f81e-d82f-4b4f-81b1-a571c3742739 triggered by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:11:46.160444 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:46.206034 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c72a6c-c668-4ff3-a99f-d9391e810bc0 None None] Routers {'80fce1b3-89e8-41c5-b166-a0ac4da65169'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:11:46.207074 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-49c72a6c-c668-4ff3-a99f-d9391e810bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:11:19Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['80fce1b3-89e8-41c5-b166-a0ac4da65169'], 'active': True} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:11:46.207869 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron_lib.callbacks.manager [None req-9983e617-91ce-445e-8ffd-3f072d98348c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:46.246812 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-3d103b7f-49f4-41fa-9115-7539d0f91906 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify callbacks [] for security_group, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:46.258992 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-3d103b7f-49f4-41fa-9115-7539d0f91906 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:46.284716 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-3a99f7fc-f665-48c9-8186-b04b784f4f3c tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8287696'] for floatingip, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:46.369547 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50595c73-b846-4a9f-a9e6-97a93efe4f4d None None] Pushing event updated for resources: {'Port': ['ID=9a727ac4-c07e-4c51-867c-30c166d6a0f5,revision_number=3']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:11:46.375204 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-3d103b7f-49f4-41fa-9115-7539d0f91906 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify callbacks [] for security_group, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:46.383594 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-3d103b7f-49f4-41fa-9115-7539d0f91906 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7822897 Jun 14 18:11:46.389591 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 49978) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:11:46.403759 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.v2.base [None req-f8a8ee94-43cc-4136-b4fc-a4a565eee982 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Request body: {'security_group_rule': {'security_group_id': '4adcc55e-a3d3-49c5-baa4-fac6918caf60', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:11:46.419199 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d103b7f-49f4-41fa-9115-7539d0f91906 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4adcc55e-a3d3-49c5-baa4-fac6918caf60,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:11:46.439386 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a99f7fc-f665-48c9-8186-b04b784f4f3c tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Pushing event updated for resources: {'Port': ['ID=702feaea-ac77-4f3b-ba78-2045b7ef36bc,revision_number=2']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:11:46.481210 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-f8a8ee94-43cc-4136-b4fc-a4a565eee982 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:46.506347 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-3a99f7fc-f665-48c9-8186-b04b784f4f3c tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for floatingip, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:46.511714 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-3a99f7fc-f665-48c9-8186-b04b784f4f3c tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.1027293 Jun 14 18:11:46.528733 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.v2.base [req-3b56b254-2bc6-47cc-8d96-1f19732fa4e3 req-2c9681c2-45ee-46bb-9452-e2d9daf70955 service neutron] Request body: {'port': {'device_id': '566c7a87-c52f-401c-b1ed-5b05f8f5d944', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82173'}} {{(pid=102477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:11:46.571947 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-dde69576-e427-423d-868e-d0f2d66d33e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:46.573393 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-8bbeaafb-f268-4c57-9d0e-6ae287afa071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:46.665858 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-89139373-610d-4a40-9931-06220728bec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:46.740877 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-3b56b254-2bc6-47cc-8d96-1f19732fa4e3 req-2c9681c2-45ee-46bb-9452-e2d9daf70955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:46.744057 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-dde69576-e427-423d-868e-d0f2d66d33e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:46.784511 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-f8a8ee94-43cc-4136-b4fc-a4a565eee982 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:46.793610 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-f8a8ee94-43cc-4136-b4fc-a4a565eee982 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8370858'] for security_group_rule, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:46.794153 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-589192af-7d92-4e4d-b8d8-fec0c9a4e432 None None] Provisioning complete for port cfcfca9c-b50b-4833-b794-d14116998232 triggered by entity DHCP. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:11:46.796567 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-589192af-7d92-4e4d-b8d8-fec0c9a4e432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:46.822353 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvr_db [None req-49c72a6c-c668-4ff3-a99f-d9391e810bc0 None None] Set router 80fce1b3-89e8-41c5-b166-a0ac4da65169 gateway port host: dv-cinder-821739-1-iscsi {{(pid=102478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:11:46.948503 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a8ee94-43cc-4136-b4fc-a4a565eee982 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5ac1492-0bc0-4672-91f3-385a7bc93bf2,revision_number=0']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:11:46.962550 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-f0119e17-2456-45c0-84a2-935f5ef7cd98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:47.000761 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-f8a8ee94-43cc-4136-b4fc-a4a565eee982 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:47.001999 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-f8a8ee94-43cc-4136-b4fc-a4a565eee982 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6019258 Jun 14 18:11:47.005170 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 49994) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:11:47.007852 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Current status of the port a7f9f81e-d82f-4b4f-81b1-a571c3742739 is: ACTIVE; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:11:47.013036 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.v2.base [None req-a1b17e6a-4458-42f2-8276-a61de126d7f0 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Request body: {'security_group_rule': {'security_group_id': '4adcc55e-a3d3-49c5-baa4-fac6918caf60', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:11:47.113009 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-f0119e17-2456-45c0-84a2-935f5ef7cd98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:47.136720 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-589192af-7d92-4e4d-b8d8-fec0c9a4e432 None None] Port cfcfca9c-b50b-4833-b794-d14116998232 cannot update to ACTIVE because it is not bound. {{(pid=102478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jun 14 18:11:47.176526 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-f0119e17-2456-45c0-84a2-935f5ef7cd98 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=38933527fe8e4549bb291a6f5e18f6dc&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1526282 Jun 14 18:11:47.179549 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-dde69576-e427-423d-868e-d0f2d66d33e0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d38500aab1d7414a902310e659ffae9f&name=default HTTP/1.1" status: 200 len: 2979 time: 3.2039533 Jun 14 18:11:47.195144 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 50000) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:11:47.195144 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 50002) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:11:47.302362 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde69576-e427-423d-868e-d0f2d66d33e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c271c384-2ea0-4d8a-930c-cc7b1ef6369f,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:11:47.334049 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-b6ab3c55-2d6f-411a-8c28-68a3098d3d24 req-6c9112c1-4fa5-412f-b7ee-4a5e5afc92f6 tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] 10.222.0.70 "GET /v2.0/security-groups?id=263484f0-947f-4e28-aef2-3e39e961baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4587533 Jun 14 18:11:47.355417 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron_lib.callbacks.manager [None req-9983e617-91ce-445e-8ffd-3f072d98348c None None] Notify callbacks [] for port, precommit_update {{(pid=102479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:47.367672 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron_lib.callbacks.manager [None req-9983e617-91ce-445e-8ffd-3f072d98348c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:47.461700 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device 8859bc2f-722e-4348-b24e-8c89c8633abc up at agent ovs-agent-dv-cinder-821739-1-iscsi {{(pid=102478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:11:47.462778 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a21f81b-207d-4fd8-9b58-f9bc9bcc03d6 None None] Pushing event updated for resources: {'Port': ['ID=497d156f-45c6-4d64-bf48-0bdfa0641beb,revision_number=3']} {{(pid=102479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:11:47.584934 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-a1b17e6a-4458-42f2-8276-a61de126d7f0 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:47.593563 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-49c72a6c-c668-4ff3-a99f-d9391e810bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fce1b3-89e8-41c5-b166-a0ac4da65169', 'name': 'tempest-ServerRescueNegativeTestJSON-210219480-router', 'tenant_id': '3042e999f1144c7da1a2473d58a86532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '9a727ac4-c07e-4c51-867c-30c166d6a0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:11:33Z', 'updated_at': '2022-06-14T18:11:45Z', 'revision_number': 4, 'project_id': '3042e999f1144c7da1a2473d58a86532', 'gw_port': {'id': '9a727ac4-c07e-4c51-867c-30c166d6a0f5', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c3:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80fce1b3-89e8-41c5-b166-a0ac4da65169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:36Z', 'updated_at': '2022-06-14T18:11:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_interfaces': [{'id': 'cfcfca9c-b50b-4833-b794-d14116998232', 'name': '', 'network_id': '3d23af53-6361-4f33-abe1-d3023a18c244', 'tenant_id': '3042e999f1144c7da1a2473d58a86532', 'mac_address': 'fa:16:3e:22:75:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80fce1b3-89e8-41c5-b166-a0ac4da65169', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '5d625bfa-3024-4c1b-95b8-b3295848e69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:43Z', 'updated_at': '2022-06-14T18:11:43Z', 'revision_number': 1, 'project_id': '3042e999f1144c7da1a2473d58a86532', 'subnets': [{'id': '5d625bfa-3024-4c1b-95b8-b3295848e69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:11:47.638623 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-6e48b8ac-c2cf-4a88-aae0-cafb06a27bd6 req-1bdb4cc6-eb85-4bc5-a731-5e4b24ef0e63 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1503668065&fields=id&tenant_id=1656a3c434d1462d9a2c48c24f0b7728 HTTP/1.1" status: 200 len: 267 time: 0.5058725 Jun 14 18:11:47.647235 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.plugins.ml2.managers [None req-9983e617-91ce-445e-8ffd-3f072d98348c None None] Attempting to bind port 497d156f-45c6-4d64-bf48-0bdfa0641beb on host dv-cinder-821739-1-iscsi for vnic_type normal with profile {{(pid=102479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 14 18:11:47.650170 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.plugins.ml2.managers [None req-9983e617-91ce-445e-8ffd-3f072d98348c None None] Attempting to bind port 497d156f-45c6-4d64-bf48-0bdfa0641beb by drivers openvswitch,hyperv on host dv-cinder-821739-1-iscsi at level 0 using segments [{'id': '3352f152-10ce-4dbd-b036-7cefe3776371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '207b3e54-87d5-4ff2-9e27-0fc3ae498411'}] {{(pid=102479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 14 18:11:47.650728 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9983e617-91ce-445e-8ffd-3f072d98348c None None] Attempting to bind port 497d156f-45c6-4d64-bf48-0bdfa0641beb on network 207b3e54-87d5-4ff2-9e27-0fc3ae498411 {{(pid=102479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:11:47.662796 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9983e617-91ce-445e-8ffd-3f072d98348c None None] Checking agent: {'id': 'e8f0c06d-b34a-40ed-9da4-c5e71adce1cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821739-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 3, 22), 'started_at': datetime.datetime(2022, 6, 14, 18, 3, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821739-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:11:47.663608 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9983e617-91ce-445e-8ffd-3f072d98348c None None] Checking segment: {'id': '3352f152-10ce-4dbd-b036-7cefe3776371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '207b3e54-87d5-4ff2-9e27-0fc3ae498411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 14 18:11:47.664213 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron_lib.callbacks.manager [None req-9983e617-91ce-445e-8ffd-3f072d98348c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:47.666094 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9983e617-91ce-445e-8ffd-3f072d98348c None None] Bound using segment: {'id': '3352f152-10ce-4dbd-b036-7cefe3776371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '207b3e54-87d5-4ff2-9e27-0fc3ae498411'} {{(pid=102479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:11:47.667348 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.plugins.ml2.managers [None req-9983e617-91ce-445e-8ffd-3f072d98348c None None] Bound port: 497d156f-45c6-4d64-bf48-0bdfa0641beb, host: dv-cinder-821739-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3352f152-10ce-4dbd-b036-7cefe3776371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '207b3e54-87d5-4ff2-9e27-0fc3ae498411'}}] {{(pid=102479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 14 18:11:47.668810 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron_lib.callbacks.manager [None req-9983e617-91ce-445e-8ffd-3f072d98348c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:47.718219 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c72a6c-c668-4ff3-a99f-d9391e810bc0 None None] The sync data for ids ['80fce1b3-89e8-41c5-b166-a0ac4da65169'] in dv-cinder-821739-1-iscsi is: [{'id': '80fce1b3-89e8-41c5-b166-a0ac4da65169', 'name': 'tempest-ServerRescueNegativeTestJSON-210219480-router', 'tenant_id': '3042e999f1144c7da1a2473d58a86532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '9a727ac4-c07e-4c51-867c-30c166d6a0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:11:33Z', 'updated_at': '2022-06-14T18:11:45Z', 'revision_number': 4, 'project_id': '3042e999f1144c7da1a2473d58a86532', 'gw_port': {'id': '9a727ac4-c07e-4c51-867c-30c166d6a0f5', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c3:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80fce1b3-89e8-41c5-b166-a0ac4da65169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:36Z', 'updated_at': '2022-06-14T18:11:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_interfaces': [{'id': 'cfcfca9c-b50b-4833-b794-d14116998232', 'name': '', 'network_id': '3d23af53-6361-4f33-abe1-d3023a18c244', 'tenant_id': '3042e999f1144c7da1a2473d58a86532', 'mac_address': 'fa:16:3e:22:75:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80fce1b3-89e8-41c5-b166-a0ac4da65169', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '5d625bfa-3024-4c1b-95b8-b3295848e69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:43Z', 'updated_at': '2022-06-14T18:11:43Z', 'revision_number': 1, 'project_id': '3042e999f1144c7da1a2473d58a86532', 'subnets': [{'id': '5d625bfa-3024-4c1b-95b8-b3295848e69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:11:47.748920 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Provisioning complete for port 8859bc2f-722e-4348-b24e-8c89c8633abc triggered by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:11:47.748920 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:47.831252 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.plugins.ml2.db [None req-9983e617-91ce-445e-8ffd-3f072d98348c None None] For port 497d156f-45c6-4d64-bf48-0bdfa0641beb, host dv-cinder-821739-1-iscsi, cleared binding levels {{(pid=102479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:11:47.840943 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.plugins.ml2.db [None req-9983e617-91ce-445e-8ffd-3f072d98348c None None] For port 497d156f-45c6-4d64-bf48-0bdfa0641beb, host dv-cinder-821739-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=497d156f-45c6-4d64-bf48-0bdfa0641beb,segment=NetworkSegment(3352f152-10ce-4dbd-b036-7cefe3776371),segment_id=3352f152-10ce-4dbd-b036-7cefe3776371)] {{(pid=102479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:11:47.849492 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron_lib.callbacks.manager [None req-9983e617-91ce-445e-8ffd-3f072d98348c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:48.026843 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Current status of the port 8859bc2f-722e-4348-b24e-8c89c8633abc is: ACTIVE; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:11:48.030074 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device 938b64a5-df52-4436-973f-36281c5eb5a6 up at agent ovs-agent-dv-cinder-821739-1-iscsi {{(pid=102478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:11:48.042132 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0119e17-2456-45c0-84a2-935f5ef7cd98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1594b86c-4ef4-44fa-a640-bad318bc9525,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:11:48.078021 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a21f81b-207d-4fd8-9b58-f9bc9bcc03d6 None None] Pushing event updated for resources: {'Port': ['ID=497d156f-45c6-4d64-bf48-0bdfa0641beb,revision_number=4']} {{(pid=102479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:11:48.108250 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9983e617-91ce-445e-8ffd-3f072d98348c None None] Routers {'6d0eef1b-b0b5-4281-92f2-af75ebc04e87'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:11:48.110312 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-9983e617-91ce-445e-8ffd-3f072d98348c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:11:19Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['6d0eef1b-b0b5-4281-92f2-af75ebc04e87'], 'active': True} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:11:48.213138 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-a6c6dfbc-a7f5-4fcb-8536-c39dc4042dbd None None] Provisioning complete for port 497d156f-45c6-4d64-bf48-0bdfa0641beb triggered by entity DHCP. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:11:48.213759 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-a6c6dfbc-a7f5-4fcb-8536-c39dc4042dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:48.233270 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-8bbeaafb-f268-4c57-9d0e-6ae287afa071 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:48.258069 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-8bbeaafb-f268-4c57-9d0e-6ae287afa071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:48.262115 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-8bbeaafb-f268-4c57-9d0e-6ae287afa071 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7944463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8284469'] for router_interface, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:48.272795 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-a1b17e6a-4458-42f2-8276-a61de126d7f0 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:48.332518 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-a1b17e6a-4458-42f2-8276-a61de126d7f0 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8370858'] for security_group_rule, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:48.446478 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-a1b17e6a-4458-42f2-8276-a61de126d7f0 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:48.451519 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-a1b17e6a-4458-42f2-8276-a61de126d7f0 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4445481 Jun 14 18:11:48.514896 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 50032) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:11:48.534131 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.v2.base [None req-a0bc45d6-f9ea-4cd0-9bca-013c3399c8f5 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Request body: {'floatingip': {'floating_network_id': '0514a421-38fe-44fa-a158-ef00d417fed9'}} {{(pid=102477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:11:48.673932 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b17e6a-4458-42f2-8276-a61de126d7f0 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c032dfa4-2328-47ef-844b-9a79363b6d75,revision_number=0']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:11:48.685271 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Provisioning complete for port 938b64a5-df52-4436-973f-36281c5eb5a6 triggered by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:11:48.686508 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:48.714891 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e48b8ac-c2cf-4a88-aae0-cafb06a27bd6 req-a7594b53-fe9f-49e0-85bc-0a79be09654f tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:11:48.726996 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-6e48b8ac-c2cf-4a88-aae0-cafb06a27bd6 req-a7594b53-fe9f-49e0-85bc-0a79be09654f tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/networks?id=e4802f45-6d76-4b53-9a7f-7b43659748a3 HTTP/1.1" status: 200 len: 810 time: 1.0722365 Jun 14 18:11:48.817813 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-a0bc45d6-f9ea-4cd0-9bca-013c3399c8f5 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify callbacks [] for floatingip, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:48.946735 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbeaafb-f268-4c57-9d0e-6ae287afa071 admin admin] Pushing event updated for resources: {'Port': ['ID=cfcfca9c-b50b-4833-b794-d14116998232,revision_number=2']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:11:48.961249 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-6e48b8ac-c2cf-4a88-aae0-cafb06a27bd6 req-cd18331d-e92a-4343-bcbb-7fbcd5e7d570 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/quotas/1656a3c434d1462d9a2c48c24f0b7728 HTTP/1.1" status: 200 len: 375 time: 0.2291045 Jun 14 18:11:48.974843 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Current status of the port 938b64a5-df52-4436-973f-36281c5eb5a6 is: ACTIVE; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:11:48.982966 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-1059061b-804d-42ad-a005-2e9d84e65d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:49.003362 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bbeaafb-f268-4c57-9d0e-6ae287afa071 admin admin] Network 3d23af53-6361-4f33-abe1-d3023a18c244 is already hosted by enough agents. {{(pid=102476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:11:49.015569 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvr_db [None req-9983e617-91ce-445e-8ffd-3f072d98348c None None] Set router 6d0eef1b-b0b5-4281-92f2-af75ebc04e87 gateway port host: dv-cinder-821739-1-iscsi {{(pid=102479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:11:49.030126 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.base_scheduler [None req-8bbeaafb-f268-4c57-9d0e-6ae287afa071 admin admin] Resources bound (agent type, host, resource id): {{(pid=102476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:11:49.032337 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-a6c6dfbc-a7f5-4fcb-8536-c39dc4042dbd None None] Current status of the port 497d156f-45c6-4d64-bf48-0bdfa0641beb is: DOWN; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:11:49.044562 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-a6c6dfbc-a7f5-4fcb-8536-c39dc4042dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:49.091001 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-a6c6dfbc-a7f5-4fcb-8536-c39dc4042dbd None None] For port 497d156f-45c6-4d64-bf48-0bdfa0641beb, host dv-cinder-821739-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=497d156f-45c6-4d64-bf48-0bdfa0641beb,segment=NetworkSegment(3352f152-10ce-4dbd-b036-7cefe3776371),segment_id=3352f152-10ce-4dbd-b036-7cefe3776371)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:11:49.112528 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-a6c6dfbc-a7f5-4fcb-8536-c39dc4042dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:49.139053 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-57f6c44d-5056-41ad-b406-41e05d83c062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:49.184331 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.notifiers.nova [req-3b56b254-2bc6-47cc-8d96-1f19732fa4e3 req-2c9681c2-45ee-46bb-9452-e2d9daf70955 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fc3453c-8806-44b7-b298-1ecd282dc130 {{(pid=102477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:11:49.218662 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-3b56b254-2bc6-47cc-8d96-1f19732fa4e3 req-2c9681c2-45ee-46bb-9452-e2d9daf70955 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:49.265321 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c6dfbc-a7f5-4fcb-8536-c39dc4042dbd None None] Pushing event updated for resources: {'Port': ['ID=497d156f-45c6-4d64-bf48-0bdfa0641beb,revision_number=5']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:11:49.310848 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.provisioning_blocks [req-3b56b254-2bc6-47cc-8d96-1f19732fa4e3 req-2c9681c2-45ee-46bb-9452-e2d9daf70955 service neutron] Transition to ACTIVE for port object 7fc3453c-8806-44b7-b298-1ecd282dc130 will not be triggered until provisioned by entity L2. {{(pid=102477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 18:11:49.336815 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-d1f3f2fa-6b4a-4ebf-b844-1d8bbe838032 None None] Provisioning complete for port 497d156f-45c6-4d64-bf48-0bdfa0641beb triggered by entity DHCP. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:11:49.337271 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-d1f3f2fa-6b4a-4ebf-b844-1d8bbe838032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:49.378968 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-3b56b254-2bc6-47cc-8d96-1f19732fa4e3 req-2c9681c2-45ee-46bb-9452-e2d9daf70955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:49.443818 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-644db1f8-260b-4f87-ad44-d5e50c860226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:49.515342 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bbeaafb-f268-4c57-9d0e-6ae287afa071 admin admin] Router 80fce1b3-89e8-41c5-b166-a0ac4da65169 has already been hosted by L3 agent 2bd7ef4a-700f-45f4-ae1e-98ca6454acba {{(pid=102476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:11:49.560319 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbebcca1-ed8f-4f22-bc77-87014dbd70c9 req-7d8987c9-d1b7-4a8b-8e4e-39077c054ef2 tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:11:49.570381 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-cbebcca1-ed8f-4f22-bc77-87014dbd70c9 req-7d8987c9-d1b7-4a8b-8e4e-39077c054ef2 tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] 10.222.0.70 "GET /v2.0/ports?device_id=566c7a87-c52f-401c-b1ed-5b05f8f5d944 HTTP/1.1" status: 200 len: 931 time: 0.7271399 Jun 14 18:11:49.575385 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-57f6c44d-5056-41ad-b406-41e05d83c062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:49.606359 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-644db1f8-260b-4f87-ad44-d5e50c860226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:49.632430 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-d1f3f2fa-6b4a-4ebf-b844-1d8bbe838032 None None] Current status of the port 497d156f-45c6-4d64-bf48-0bdfa0641beb is: ACTIVE; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:11:49.665406 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-9983e617-91ce-445e-8ffd-3f072d98348c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d0eef1b-b0b5-4281-92f2-af75ebc04e87', 'name': 'tempest-AttachVolumeShelveTestJSON-1404682588-router', 'tenant_id': 'ce9a2eeca2ae45e78c3f8e1182360462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '8859bc2f-722e-4348-b24e-8c89c8633abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:11:32Z', 'updated_at': '2022-06-14T18:11:41Z', 'revision_number': 4, 'project_id': 'ce9a2eeca2ae45e78c3f8e1182360462', 'gw_port': {'id': '8859bc2f-722e-4348-b24e-8c89c8633abc', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0eef1b-b0b5-4281-92f2-af75ebc04e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:34Z', 'updated_at': '2022-06-14T18:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_interfaces': [{'id': '497d156f-45c6-4d64-bf48-0bdfa0641beb', 'name': '', 'network_id': '207b3e54-87d5-4ff2-9e27-0fc3ae498411', 'tenant_id': 'ce9a2eeca2ae45e78c3f8e1182360462', 'mac_address': 'fa:16:3e:ba:5c:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d0eef1b-b0b5-4281-92f2-af75ebc04e87', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '60742c27-3909-4c07-b59a-2eae5cd6702e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:40Z', 'updated_at': '2022-06-14T18:11:47Z', 'revision_number': 4, 'project_id': 'ce9a2eeca2ae45e78c3f8e1182360462', 'subnets': [{'id': '60742c27-3909-4c07-b59a-2eae5cd6702e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:11:49.718582 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9983e617-91ce-445e-8ffd-3f072d98348c None None] The sync data for ids ['6d0eef1b-b0b5-4281-92f2-af75ebc04e87'] in dv-cinder-821739-1-iscsi is: [{'id': '6d0eef1b-b0b5-4281-92f2-af75ebc04e87', 'name': 'tempest-AttachVolumeShelveTestJSON-1404682588-router', 'tenant_id': 'ce9a2eeca2ae45e78c3f8e1182360462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '8859bc2f-722e-4348-b24e-8c89c8633abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:11:32Z', 'updated_at': '2022-06-14T18:11:41Z', 'revision_number': 4, 'project_id': 'ce9a2eeca2ae45e78c3f8e1182360462', 'gw_port': {'id': '8859bc2f-722e-4348-b24e-8c89c8633abc', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0eef1b-b0b5-4281-92f2-af75ebc04e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:34Z', 'updated_at': '2022-06-14T18:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_interfaces': [{'id': '497d156f-45c6-4d64-bf48-0bdfa0641beb', 'name': '', 'network_id': '207b3e54-87d5-4ff2-9e27-0fc3ae498411', 'tenant_id': 'ce9a2eeca2ae45e78c3f8e1182360462', 'mac_address': 'fa:16:3e:ba:5c:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d0eef1b-b0b5-4281-92f2-af75ebc04e87', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '60742c27-3909-4c07-b59a-2eae5cd6702e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:40Z', 'updated_at': '2022-06-14T18:11:47Z', 'revision_number': 4, 'project_id': 'ce9a2eeca2ae45e78c3f8e1182360462', 'subnets': [{'id': '60742c27-3909-4c07-b59a-2eae5cd6702e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:11:49.831595 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-cf1fda14-6f0d-42ea-928d-63fe9f24329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:49.851268 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-5c0c5315-fed9-4b2f-9bf9-303598238879 None None] Provisioning complete for port cfcfca9c-b50b-4833-b794-d14116998232 triggered by entity DHCP. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:11:49.851520 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-5c0c5315-fed9-4b2f-9bf9-303598238879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:49.858950 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9681c2-45ee-46bb-9452-e2d9daf70955 service neutron] Pushing event updated for resources: {'Port': ['ID=7fc3453c-8806-44b7-b298-1ecd282dc130,revision_number=2']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:11:49.960613 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 50052) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:11:49.968102 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-cbebcca1-ed8f-4f22-bc77-87014dbd70c9 req-ecaa69aa-0ac0-4e53-8579-55ab3e61f2c8 tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] 10.222.0.70 "GET /v2.0/security-groups?id=263484f0-947f-4e28-aef2-3e39e961baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3965735 Jun 14 18:11:50.013678 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-57f6c44d-5056-41ad-b406-41e05d83c062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:50.018775 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-57f6c44d-5056-41ad-b406-41e05d83c062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:50.026477 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-57f6c44d-5056-41ad-b406-41e05d83c062 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c271c384-2ea0-4d8a-930c-cc7b1ef6369f HTTP/1.1" status: 204 len: 168 time: 2.8153594 Jun 14 18:11:50.045207 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-644db1f8-260b-4f87-ad44-d5e50c860226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:50.048030 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-644db1f8-260b-4f87-ad44-d5e50c860226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:50.049311 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-644db1f8-260b-4f87-ad44-d5e50c860226 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1594b86c-4ef4-44fa-a640-bad318bc9525 HTTP/1.1" status: 204 len: 168 time: 2.8514807 Jun 14 18:11:50.059708 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f6c44d-5056-41ad-b406-41e05d83c062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c271c384-2ea0-4d8a-930c-cc7b1ef6369f,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:11:50.180034 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-5c0c5315-fed9-4b2f-9bf9-303598238879 None None] Port cfcfca9c-b50b-4833-b794-d14116998232 cannot update to ACTIVE because it is not bound. {{(pid=102478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jun 14 18:11:50.221363 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bbeaafb-f268-4c57-9d0e-6ae287afa071 admin admin] Notify agent at l3_agent.dv-cinder-821739-1-iscsi the message routers_updated {{(pid=102476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:11:50.240097 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-8bbeaafb-f268-4c57-9d0e-6ae287afa071 admin admin] 10.222.0.70 "PUT /v2.0/routers/80fce1b3-89e8-41c5-b166-a0ac4da65169/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7756872 Jun 14 18:11:50.243400 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644db1f8-260b-4f87-ad44-d5e50c860226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1594b86c-4ef4-44fa-a640-bad318bc9525,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:11:50.368334 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-6e48b8ac-c2cf-4a88-aae0-cafb06a27bd6 req-12328734-bf77-46d9-8771-859a12bcb359 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=1656a3c434d1462d9a2c48c24f0b7728&fields=id HTTP/1.1" status: 200 len: 348 time: 1.4041431 Jun 14 18:11:50.713749 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.managers [req-3b56b254-2bc6-47cc-8d96-1f19732fa4e3 req-2c9681c2-45ee-46bb-9452-e2d9daf70955 service neutron] Attempting to bind port 7fc3453c-8806-44b7-b298-1ecd282dc130 on host hv-cinder-82173 for vnic_type normal with profile {{(pid=102477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 14 18:11:50.714107 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.managers [req-3b56b254-2bc6-47cc-8d96-1f19732fa4e3 req-2c9681c2-45ee-46bb-9452-e2d9daf70955 service neutron] Attempting to bind port 7fc3453c-8806-44b7-b298-1ecd282dc130 by drivers openvswitch,hyperv on host hv-cinder-82173 at level 0 using segments [{'id': 'be372e10-dbfd-44ed-9c8c-b2b8f0060cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'e8eeec05-4ec1-4227-b538-010bf7703795'}] {{(pid=102477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 14 18:11:50.714624 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b56b254-2bc6-47cc-8d96-1f19732fa4e3 req-2c9681c2-45ee-46bb-9452-e2d9daf70955 service neutron] Attempting to bind port 7fc3453c-8806-44b7-b298-1ecd282dc130 on network e8eeec05-4ec1-4227-b538-010bf7703795 {{(pid=102477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:11:50.771679 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b56b254-2bc6-47cc-8d96-1f19732fa4e3 req-2c9681c2-45ee-46bb-9452-e2d9daf70955 service neutron] Port 7fc3453c-8806-44b7-b298-1ecd282dc130 on network e8eeec05-4ec1-4227-b538-010bf7703795 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82173 {{(pid=102477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 14 18:11:50.772026 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b56b254-2bc6-47cc-8d96-1f19732fa4e3 req-2c9681c2-45ee-46bb-9452-e2d9daf70955 service neutron] Attempting to bind port 7fc3453c-8806-44b7-b298-1ecd282dc130 on network e8eeec05-4ec1-4227-b538-010bf7703795 {{(pid=102477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:11:50.816516 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b56b254-2bc6-47cc-8d96-1f19732fa4e3 req-2c9681c2-45ee-46bb-9452-e2d9daf70955 service neutron] Checking agent: {'id': '37867b7d-ea9d-4c92-b09f-db78138d4892', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82173', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 9, 26), 'started_at': datetime.datetime(2022, 6, 14, 18, 9, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:11:50.817418 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b56b254-2bc6-47cc-8d96-1f19732fa4e3 req-2c9681c2-45ee-46bb-9452-e2d9daf70955 service neutron] Checking segment: {'id': 'be372e10-dbfd-44ed-9c8c-b2b8f0060cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'e8eeec05-4ec1-4227-b538-010bf7703795'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 14 18:11:50.822807 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b56b254-2bc6-47cc-8d96-1f19732fa4e3 req-2c9681c2-45ee-46bb-9452-e2d9daf70955 service neutron] Bound using segment: {'id': 'be372e10-dbfd-44ed-9c8c-b2b8f0060cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'e8eeec05-4ec1-4227-b538-010bf7703795'} {{(pid=102477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:11:50.823706 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.managers [req-3b56b254-2bc6-47cc-8d96-1f19732fa4e3 req-2c9681c2-45ee-46bb-9452-e2d9daf70955 service neutron] Bound port: 7fc3453c-8806-44b7-b298-1ecd282dc130, host: hv-cinder-82173, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be372e10-dbfd-44ed-9c8c-b2b8f0060cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'e8eeec05-4ec1-4227-b538-010bf7703795'}}] {{(pid=102477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 14 18:11:50.824668 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-3b56b254-2bc6-47cc-8d96-1f19732fa4e3 req-2c9681c2-45ee-46bb-9452-e2d9daf70955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:51.054094 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-a0bc45d6-f9ea-4cd0-9bca-013c3399c8f5 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:51.129023 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-3cf144d8-5e75-48d5-afb9-dc6ce36973c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:51.273050 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 50078) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:11:51.311000 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-6e48b8ac-c2cf-4a88-aae0-cafb06a27bd6 req-27269bb2-b76e-483b-b950-bbc07d7ae225 service neutron] 10.222.0.70 "GET /v2.0/networks/e4802f45-6d76-4b53-9a7f-7b43659748a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6264408 Jun 14 18:11:51.390684 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7062e6-54da-4932-8513-042d8e2307d3 req-3f8f1626-02c4-4e68-986a-7f6a499410d1 tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:11:51.393110 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-bf7062e6-54da-4932-8513-042d8e2307d3 req-3f8f1626-02c4-4e68-986a-7f6a499410d1 tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] 10.222.0.70 "GET /v2.0/ports?device_id=566c7a87-c52f-401c-b1ed-5b05f8f5d944 HTTP/1.1" status: 200 len: 943 time: 0.2816417 Jun 14 18:11:51.394824 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-59863c60-eede-4b7b-a85a-62255bdf0376 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:51.466878 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device 497d156f-45c6-4d64-bf48-0bdfa0641beb up at agent ovs-agent-dv-cinder-821739-1-iscsi {{(pid=102478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:11:51.575328 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 50082) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:11:51.618362 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-3cf144d8-5e75-48d5-afb9-dc6ce36973c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:51.644003 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-1a5f21f8-b210-492f-a8cf-2d8a6010caea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:51.664666 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-bf7062e6-54da-4932-8513-042d8e2307d3 req-ef68f83f-cc56-4359-868c-547bdb1c8787 tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] 10.222.0.70 "GET /v2.0/security-groups?id=263484f0-947f-4e28-aef2-3e39e961baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283478 Jun 14 18:11:51.677180 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Provisioning complete for port 497d156f-45c6-4d64-bf48-0bdfa0641beb triggered by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:11:51.677598 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:51.811769 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-59863c60-eede-4b7b-a85a-62255bdf0376 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:51.818224 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-59863c60-eede-4b7b-a85a-62255bdf0376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:51.931296 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.db_base_plugin_common [None req-a0bc45d6-f9ea-4cd0-9bca-013c3399c8f5 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Allocated IP 172.27.2.242 (0514a421-38fe-44fa-a158-ef00d417fed9/5974f5a1-c656-4a3f-aaeb-f2cb77111b45/1f2744e8-d04d-4d9a-bb31-07a11032bdc5) {{(pid=102477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:11:51.945457 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-04b4807b-718e-4f2c-bd00-abbe94796186 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:51.974957 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Current status of the port 497d156f-45c6-4d64-bf48-0bdfa0641beb is: ACTIVE; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:11:51.975236 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-59863c60-eede-4b7b-a85a-62255bdf0376 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e8e591da694741d0931c1532a2b50a1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6971738 Jun 14 18:11:51.975798 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 50096) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:11:51.977378 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device 9a727ac4-c07e-4c51-867c-30c166d6a0f5 up at agent ovs-agent-dv-cinder-821739-1-iscsi {{(pid=102478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:11:52.074250 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59863c60-eede-4b7b-a85a-62255bdf0376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e112a9b-db65-4208-ace5-c53e58630b14,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:11:52.086271 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:52.149172 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.db [req-3b56b254-2bc6-47cc-8d96-1f19732fa4e3 req-2c9681c2-45ee-46bb-9452-e2d9daf70955 service neutron] For port 7fc3453c-8806-44b7-b298-1ecd282dc130, host hv-cinder-82173, cleared binding levels {{(pid=102477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:11:52.157793 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-6e48b8ac-c2cf-4a88-aae0-cafb06a27bd6 req-1e64481f-17bd-467d-b3d2-366a85cee708 service neutron] 10.222.0.70 "GET /v2.0/networks/e4802f45-6d76-4b53-9a7f-7b43659748a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8044405 Jun 14 18:11:52.180524 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Provisioning complete for port 9a727ac4-c07e-4c51-867c-30c166d6a0f5 triggered by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:11:52.180902 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:52.214203 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-3cf144d8-5e75-48d5-afb9-dc6ce36973c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:52.278712 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.db [req-3b56b254-2bc6-47cc-8d96-1f19732fa4e3 req-2c9681c2-45ee-46bb-9452-e2d9daf70955 service neutron] For port 7fc3453c-8806-44b7-b298-1ecd282dc130, host hv-cinder-82173, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=7fc3453c-8806-44b7-b298-1ecd282dc130,segment=NetworkSegment(be372e10-dbfd-44ed-9c8c-b2b8f0060cbb),segment_id=be372e10-dbfd-44ed-9c8c-b2b8f0060cbb)] {{(pid=102477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:11:52.307762 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-a0bc45d6-f9ea-4cd0-9bca-013c3399c8f5 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify callbacks [] for port, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:52.320407 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-3b56b254-2bc6-47cc-8d96-1f19732fa4e3 req-2c9681c2-45ee-46bb-9452-e2d9daf70955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:52.369123 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-04b4807b-718e-4f2c-bd00-abbe94796186 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:52.379261 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-04b4807b-718e-4f2c-bd00-abbe94796186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:52.429846 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Current status of the port 9a727ac4-c07e-4c51-867c-30c166d6a0f5 is: DOWN; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:11:52.430716 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:52.453182 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-cdee28c5-c9e7-4ac5-8106-0099aa667331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:52.512135 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] For port 9a727ac4-c07e-4c51-867c-30c166d6a0f5, host dv-cinder-821739-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=9a727ac4-c07e-4c51-867c-30c166d6a0f5,segment=NetworkSegment(d3be3284-4005-440f-af8c-13455fbdf684),segment_id=d3be3284-4005-440f-af8c-13455fbdf684)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:11:52.524848 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b4807b-718e-4f2c-bd00-abbe94796186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=872a66db-eba6-4dfd-b4a7-3f374182340f,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:11:52.526957 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:52.543812 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b56b254-2bc6-47cc-8d96-1f19732fa4e3 req-2c9681c2-45ee-46bb-9452-e2d9daf70955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:11:52.544627 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-3b56b254-2bc6-47cc-8d96-1f19732fa4e3 req-2c9681c2-45ee-46bb-9452-e2d9daf70955 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7944499'] for port, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:52.546132 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-3b56b254-2bc6-47cc-8d96-1f19732fa4e3 req-2c9681c2-45ee-46bb-9452-e2d9daf70955 service neutron] 10.222.0.90 "PUT /v2.0/ports/7fc3453c-8806-44b7-b298-1ecd282dc130 HTTP/1.1" status: 200 len: 1093 time: 6.2412126 Jun 14 18:11:52.566699 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-3cf144d8-5e75-48d5-afb9-dc6ce36973c0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=db5b5524a16142e3b98fa47007439332&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4975739 Jun 14 18:11:52.569260 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 50128) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:11:52.581010 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '566c7a87-c52f-401c-b1ed-5b05f8f5d944', 'tag': '7fc3453c-8806-44b7-b298-1ecd282dc130'}] {{(pid=102477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:11:52.747273 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf144d8-5e75-48d5-afb9-dc6ce36973c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3a11f4-7c7b-45dd-a86a-a1d6c921f300,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:11:52.760098 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Pushing event updated for resources: {'Port': ['ID=9a727ac4-c07e-4c51-867c-30c166d6a0f5,revision_number=4']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:11:52.804825 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-04b4807b-718e-4f2c-bd00-abbe94796186 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3d9cadae846f4963958876975d585dae&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2198746 Jun 14 18:11:52.821409 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 50136) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:11:52.829191 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-cdee28c5-c9e7-4ac5-8106-0099aa667331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:52.952906 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9681c2-45ee-46bb-9452-e2d9daf70955 service neutron] Pushing event updated for resources: {'Port': ['ID=7fc3453c-8806-44b7-b298-1ecd282dc130,revision_number=3']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:11:53.061389 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-a0bc45d6-f9ea-4cd0-9bca-013c3399c8f5 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239190878'] for port, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:53.108994 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6875b7-c794-4b3b-b3f7-a117d595e1f4 req-e07bf697-708e-4e14-ac99-84a324a99558 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:11:53.130931 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-8f6875b7-c794-4b3b-b3f7-a117d595e1f4 req-e07bf697-708e-4e14-ac99-84a324a99558 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/networks?id=3d23af53-6361-4f33-abe1-d3023a18c244 HTTP/1.1" status: 200 len: 818 time: 0.5809772 Jun 14 18:11:53.132068 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-cdee28c5-c9e7-4ac5-8106-0099aa667331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:53.136094 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-cdee28c5-c9e7-4ac5-8106-0099aa667331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:53.137205 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-cdee28c5-c9e7-4ac5-8106-0099aa667331 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6e112a9b-db65-4208-ace5-c53e58630b14 HTTP/1.1" status: 204 len: 168 time: 1.1449621 Jun 14 18:11:53.191176 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-8f6875b7-c794-4b3b-b3f7-a117d595e1f4 req-6a0c8a45-7148-409f-ac50-ad8930203064 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/quotas/3042e999f1144c7da1a2473d58a86532 HTTP/1.1" status: 200 len: 375 time: 0.0438559 Jun 14 18:11:53.207287 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device 9a727ac4-c07e-4c51-867c-30c166d6a0f5 up at agent ovs-agent-dv-cinder-821739-1-iscsi {{(pid=102478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:11:53.271462 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bc45d6-f9ea-4cd0-9bca-013c3399c8f5 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Pushing event updated for resources: {'Port': ['ID=1f2744e8-d04d-4d9a-bb31-07a11032bdc5,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:11:53.288783 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-c3ddf194-5d69-4ecf-99fa-ddc6557b8ea7 req-8282c050-e347-47b6-918d-e62c79d25f7f tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8b5ea8-c54d-4d44-beec-4a5c503b870e HTTP/1.1" status: 200 len: 210 time: 0.4681530 Jun 14 18:11:53.292467 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee28c5-c9e7-4ac5-8106-0099aa667331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e112a9b-db65-4208-ace5-c53e58630b14,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:11:53.400270 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0bc45d6-f9ea-4cd0-9bca-013c3399c8f5 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Network 0514a421-38fe-44fa-a158-ef00d417fed9 is already hosted by enough agents. {{(pid=102477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:11:53.400270 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-3ed9abaa-a37e-4112-9278-6ea804b3a430 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:53.424758 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-3ed9abaa-a37e-4112-9278-6ea804b3a430 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:53.433833 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-8f6875b7-c794-4b3b-b3f7-a117d595e1f4 req-be9d6695-09ba-4f1a-bfcd-ad0cc3ffbe6c tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3042e999f1144c7da1a2473d58a86532&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2505908 Jun 14 18:11:53.486450 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.base_scheduler [None req-a0bc45d6-f9ea-4cd0-9bca-013c3399c8f5 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Resources bound (agent type, host, resource id): {{(pid=102477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:11:53.492187 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bc45d6-f9ea-4cd0-9bca-013c3399c8f5 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Received port after_create {{(pid=102477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 14 18:11:53.517575 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-67a7636c-78cf-42b7-8318-57691a822548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:53.521709 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Provisioning complete for port 9a727ac4-c07e-4c51-867c-30c166d6a0f5 triggered by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:11:53.524819 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:53.540969 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-67a7636c-78cf-42b7-8318-57691a822548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:53.590871 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-3ed9abaa-a37e-4112-9278-6ea804b3a430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:53.594103 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-3ed9abaa-a37e-4112-9278-6ea804b3a430 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:53.596185 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-3ed9abaa-a37e-4112-9278-6ea804b3a430 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7f3a11f4-7c7b-45dd-a86a-a1d6c921f300 HTTP/1.1" status: 204 len: 168 time: 0.8497117 Jun 14 18:11:53.607021 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-67a7636c-78cf-42b7-8318-57691a822548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:53.610556 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-67a7636c-78cf-42b7-8318-57691a822548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:53.612454 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-67a7636c-78cf-42b7-8318-57691a822548 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/872a66db-eba6-4dfd-b4a7-3f374182340f HTTP/1.1" status: 204 len: 168 time: 0.6636233 Jun 14 18:11:53.620645 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63a05a5c49a881ad62840f65bcdf4689c8e257def52ee20504415851ea2faa0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-281e8804-b216-4cef-bdf9-5cfa8d6ff907" -d '{"events": [{"name": "network-changed", "server_uuid": "566c7a87-c52f-401c-b1ed-5b05f8f5d944", "tag": "7fc3453c-8806-44b7-b298-1ecd282dc130"}]}' {{(pid=102477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:11:53.624311 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed9abaa-a37e-4112-9278-6ea804b3a430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3a11f4-7c7b-45dd-a86a-a1d6c921f300,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:11:53.693782 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a7636c-78cf-42b7-8318-57691a822548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=872a66db-eba6-4dfd-b4a7-3f374182340f,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:11:53.703369 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b56b254-2bc6-47cc-8d96-1f19732fa4e3 req-983b21c6-16f9-48fa-ba0a-56958238c145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:11:53.709191 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-3b56b254-2bc6-47cc-8d96-1f19732fa4e3 req-983b21c6-16f9-48fa-ba0a-56958238c145 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=28a18f8ef0024ac4bae764532ba3d05d&device_id=566c7a87-c52f-401c-b1ed-5b05f8f5d944 HTTP/1.1" status: 200 len: 1096 time: 0.9292908 Jun 14 18:11:53.767970 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Current status of the port 9a727ac4-c07e-4c51-867c-30c166d6a0f5 is: ACTIVE; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:11:53.892517 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-3b56b254-2bc6-47cc-8d96-1f19732fa4e3 req-3fc7ebc0-7531-45b4-840d-bcd0ad653cc9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7fc3453c-8806-44b7-b298-1ecd282dc130 HTTP/1.1" status: 200 len: 217 time: 0.1738827 Jun 14 18:11:53.941063 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e8e40-7b92-43f8-97f3-e77375384e99 req-f27dbe97-06af-41b9-9d11-b2d0fe26bb3d tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:11:53.943867 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-7d9e8e40-7b92-43f8-97f3-e77375384e99 req-f27dbe97-06af-41b9-9d11-b2d0fe26bb3d tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] 10.222.0.70 "GET /v2.0/ports?device_id=566c7a87-c52f-401c-b1ed-5b05f8f5d944 HTTP/1.1" status: 200 len: 943 time: 0.2264500 Jun 14 18:11:53.945353 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-a0bc45d6-f9ea-4cd0-9bca-013c3399c8f5 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:54.039140 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-a0bc45d6-f9ea-4cd0-9bca-013c3399c8f5 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:54.090864 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-7d9e8e40-7b92-43f8-97f3-e77375384e99 req-1cf9a32b-4812-40f4-93ba-3a35b3d684f2 tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] 10.222.0.70 "GET /v2.0/security-groups?id=263484f0-947f-4e28-aef2-3e39e961baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320410 Jun 14 18:11:54.125679 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b56b254-2bc6-47cc-8d96-1f19732fa4e3 req-dc1a4140-3f2d-4245-aa19-d8a34e02ee17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:11:54.127142 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-3b56b254-2bc6-47cc-8d96-1f19732fa4e3 req-dc1a4140-3f2d-4245-aa19-d8a34e02ee17 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=daa92479-e2d0-4613-979c-695b15b913b0 HTTP/1.1" status: 200 len: 852 time: 0.2133553 Jun 14 18:11:54.280889 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-3b56b254-2bc6-47cc-8d96-1f19732fa4e3 req-8a557cdc-9513-433c-9d61-f135bb25a6a2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e8eeec05-4ec1-4227-b538-010bf7703795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1108496 Jun 14 18:11:54.536541 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 50196) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:11:54.572584 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-cd794f17-0992-47cd-a818-f134d614f885 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:54.592040 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-3b56b254-2bc6-47cc-8d96-1f19732fa4e3 req-dad9a06c-40c7-44f8-be0c-53a8c76d8785 service neutron] 10.222.0.90 "GET /v2.0/networks/e8eeec05-4ec1-4227-b538-010bf7703795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833974 Jun 14 18:11:54.626791 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 50198) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:11:54.640894 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-a0bc45d6-f9ea-4cd0-9bca-013c3399c8f5 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify callbacks [] for port, precommit_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:54.649931 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-a0bc45d6-f9ea-4cd0-9bca-013c3399c8f5 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:54.667134 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-a0bc45d6-f9ea-4cd0-9bca-013c3399c8f5 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8287696'] for floatingip, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:54.709163 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-9293021a-42b0-4223-9002-328322677407 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:54.881320 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-cd794f17-0992-47cd-a818-f134d614f885 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:54.892388 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-cd794f17-0992-47cd-a818-f134d614f885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:54.948872 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd794f17-0992-47cd-a818-f134d614f885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa35d719-3ae2-431c-8e40-d8c9246b22c5,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:11:55.018360 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [req-8f6875b7-c794-4b3b-b3f7-a117d595e1f4 req-e3f700f9-1f96-483b-9be1-58ffdbc529d0 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102476) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 14 18:11:55.019825 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-8f6875b7-c794-4b3b-b3f7-a117d595e1f4 req-e3f700f9-1f96-483b-9be1-58ffdbc529d0 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8029652 Jun 14 18:11:55.053466 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-a0bc45d6-f9ea-4cd0-9bca-013c3399c8f5 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for floatingip, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:55.054778 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-9293021a-42b0-4223-9002-328322677407 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:55.055672 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-a0bc45d6-f9ea-4cd0-9bca-013c3399c8f5 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.5335829 Jun 14 18:11:55.061563 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 50202) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:11:55.062209 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-cd794f17-0992-47cd-a818-f134d614f885 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e41cd89d1ed2482aa8163fa082088357&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5230899 Jun 14 18:11:55.094205 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-9293021a-42b0-4223-9002-328322677407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:55.126596 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bc45d6-f9ea-4cd0-9bca-013c3399c8f5 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Pushing event updated for resources: {'Port': ['ID=1f2744e8-d04d-4d9a-bb31-07a11032bdc5,revision_number=2']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:11:55.194589 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-3b56b254-2bc6-47cc-8d96-1f19732fa4e3 req-490534a0-2872-4b09-924e-b1b73b9535b6 service neutron] 10.222.0.90 "GET /v2.0/networks/e8eeec05-4ec1-4227-b538-010bf7703795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5908592 Jun 14 18:11:55.233484 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-07bb9c8f-454b-4dbf-9719-3cfcbfb0234f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:55.269747 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-07bb9c8f-454b-4dbf-9719-3cfcbfb0234f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:55.318834 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9293021a-42b0-4223-9002-328322677407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed003170-6098-47d9-b55c-c0fb912413c1,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:11:55.356004 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-9293021a-42b0-4223-9002-328322677407 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=09ca03a5176342d7af3feac294ab5601&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7279077 Jun 14 18:11:55.366181 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 50214) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:11:55.423935 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-8f6875b7-c794-4b3b-b3f7-a117d595e1f4 req-1d71b4ec-3717-4278-a204-0fc262f1dc50 service neutron] 10.222.0.70 "GET /v2.0/networks/3d23af53-6361-4f33-abe1-d3023a18c244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3935485 Jun 14 18:11:55.650733 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e48b8ac-c2cf-4a88-aae0-cafb06a27bd6 req-08b1aa74-143d-4f71-ba49-70ee422442b1 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:11:55.652242 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-6e48b8ac-c2cf-4a88-aae0-cafb06a27bd6 req-08b1aa74-143d-4f71-ba49-70ee422442b1 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.90 "GET /v2.0/networks?id=e4802f45-6d76-4b53-9a7f-7b43659748a3 HTTP/1.1" status: 200 len: 810 time: 0.1680946 Jun 14 18:11:55.658176 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-07bb9c8f-454b-4dbf-9719-3cfcbfb0234f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:55.661004 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-07bb9c8f-454b-4dbf-9719-3cfcbfb0234f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:55.665366 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-07bb9c8f-454b-4dbf-9719-3cfcbfb0234f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/aa35d719-3ae2-431c-8e40-d8c9246b22c5 HTTP/1.1" status: 204 len: 168 time: 0.6026702 Jun 14 18:11:55.669937 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-8f6875b7-c794-4b3b-b3f7-a117d595e1f4 req-97a72810-4769-4d31-8ec1-c841e320df3a service neutron] 10.222.0.70 "GET /v2.0/networks/3d23af53-6361-4f33-abe1-d3023a18c244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327194 Jun 14 18:11:55.678356 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-704c591a-4109-4c5f-a97e-321beaf904a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:55.690557 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bb9c8f-454b-4dbf-9719-3cfcbfb0234f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa35d719-3ae2-431c-8e40-d8c9246b22c5,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:11:55.725310 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-704c591a-4109-4c5f-a97e-321beaf904a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:55.767944 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-6e48b8ac-c2cf-4a88-aae0-cafb06a27bd6 req-63475f32-9639-48c4-8f2f-fb0fcd2e3b46 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1656a3c434d1462d9a2c48c24f0b7728 HTTP/1.1" status: 200 len: 380 time: 0.0732663 Jun 14 18:11:55.802351 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.v2.base [req-6e48b8ac-c2cf-4a88-aae0-cafb06a27bd6 req-51d0a63a-8115-46b4-bf0a-8d523bd52277 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Request body: {'port': {'device_id': '6a8b5ea8-c54d-4d44-beec-4a5c503b870e', 'network_id': 'e4802f45-6d76-4b53-9a7f-7b43659748a3', 'admin_state_up': True, 'tenant_id': '1656a3c434d1462d9a2c48c24f0b7728', 'security_groups': ['395065f2-5ad0-4d61-889d-81c18e5b9b3a']}} {{(pid=102477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:11:56.099452 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e48b8ac-c2cf-4a88-aae0-cafb06a27bd6 req-51d0a63a-8115-46b4-bf0a-8d523bd52277 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Made reservation on behalf of 1656a3c434d1462d9a2c48c24f0b7728 for: {'port': 1} {{(pid=102477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:11:56.104526 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-6e48b8ac-c2cf-4a88-aae0-cafb06a27bd6 req-51d0a63a-8115-46b4-bf0a-8d523bd52277 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:56.198126 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-b51ed7b1-1224-42fe-9d50-80cf672d1094 req-e3ec1d59-5d2f-443e-b1cc-69e93ead1068 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8b5ea8-c54d-4d44-beec-4a5c503b870e HTTP/1.1" status: 200 len: 210 time: 0.1226723 Jun 14 18:11:56.323337 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-704c591a-4109-4c5f-a97e-321beaf904a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:56.326088 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-704c591a-4109-4c5f-a97e-321beaf904a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:56.330970 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-704c591a-4109-4c5f-a97e-321beaf904a3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ed003170-6098-47d9-b55c-c0fb912413c1 HTTP/1.1" status: 204 len: 168 time: 0.9608755 Jun 14 18:11:56.395811 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704c591a-4109-4c5f-a97e-321beaf904a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed003170-6098-47d9-b55c-c0fb912413c1,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:11:56.438343 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d1d898-f509-4f9d-a18a-c2f32c72368a None None] Sync routers for ids ['80fce1b3-89e8-41c5-b166-a0ac4da65169'] in dv-cinder-821739-1-iscsi {{(pid=102478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:11:56.455077 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:56.467919 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d1d898-f509-4f9d-a18a-c2f32c72368a None None] Routers {'80fce1b3-89e8-41c5-b166-a0ac4da65169'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:11:56.468699 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-49d1d898-f509-4f9d-a18a-c2f32c72368a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:11:49Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['80fce1b3-89e8-41c5-b166-a0ac4da65169'], 'active': True} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:11:56.524684 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.db_base_plugin_common [req-6e48b8ac-c2cf-4a88-aae0-cafb06a27bd6 req-51d0a63a-8115-46b4-bf0a-8d523bd52277 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Allocated IP 172.20.0.11 (e4802f45-6d76-4b53-9a7f-7b43659748a3/0bf57453-530a-4cde-8cdb-616dbddd580e/8330099f-0bd0-4adb-af41-2651b0cf9e3b) {{(pid=102477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:11:56.542919 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a4f744-35b6-44c5-92e7-df201147f6ca req-07ed59b0-0b83-4e67-9cfb-11b08e23d40f tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:11:56.544638 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-03a4f744-35b6-44c5-92e7-df201147f6ca req-07ed59b0-0b83-4e67-9cfb-11b08e23d40f tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] 10.222.0.70 "GET /v2.0/ports?device_id=566c7a87-c52f-401c-b1ed-5b05f8f5d944 HTTP/1.1" status: 200 len: 943 time: 0.1609683 Jun 14 18:11:56.560711 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 50254) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:11:56.588663 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-f916c663-497e-4105-98fa-76ce457effcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:56.702223 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-f916c663-497e-4105-98fa-76ce457effcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:56.717960 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-03a4f744-35b6-44c5-92e7-df201147f6ca req-5bbf9fc0-cb28-4274-abe8-e9a771ae66ae tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] 10.222.0.70 "GET /v2.0/security-groups?id=263484f0-947f-4e28-aef2-3e39e961baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544659 Jun 14 18:11:56.811072 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-f916c663-497e-4105-98fa-76ce457effcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:56.824077 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Jun 2022 18:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b003d80-16e8-4e40-afae-7c225f7e2e17 x-openstack-request-id: req-0b003d80-16e8-4e40-afae-7c225f7e2e17 {{(pid=102477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:11:56.824077 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "566c7a87-c52f-401c-b1ed-5b05f8f5d944", "tag": "7fc3453c-8806-44b7-b298-1ecd282dc130", "status": "completed", "code": 200}]} {{(pid=102477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:11:56.824077 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0b003d80-16e8-4e40-afae-7c225f7e2e17 {{(pid=102477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:11:56.827124 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b003d80-16e8-4e40-afae-7c225f7e2e17'] response: {'name': 'network-changed', 'server_uuid': '566c7a87-c52f-401c-b1ed-5b05f8f5d944', 'tag': '7fc3453c-8806-44b7-b298-1ecd282dc130', 'status': 'completed', 'code': 200} Jun 14 18:11:56.890542 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.90', 63792) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:11:56.979500 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f916c663-497e-4105-98fa-76ce457effcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe12fd7-4836-4b46-98ea-d9800b29ae7b,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:11:57.005737 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvr_db [None req-49d1d898-f509-4f9d-a18a-c2f32c72368a None None] Set router 80fce1b3-89e8-41c5-b166-a0ac4da65169 gateway port host: dv-cinder-821739-1-iscsi {{(pid=102478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:11:57.133253 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-154950be-1c13-4b52-83ed-855bc86716c6 req-b7667836-bc3a-4212-ad4a-40b827551776 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1077948973&fields=id&tenant_id=ce9a2eeca2ae45e78c3f8e1182360462 HTTP/1.1" status: 200 len: 267 time: 0.1414037 Jun 14 18:11:57.155007 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e8804-b216-4cef-bdf9-5cfa8d6ff907 req-3e435c92-f64e-4f21-ae64-21eb299dac6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:11:57.156907 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-281e8804-b216-4cef-bdf9-5cfa8d6ff907 req-3e435c92-f64e-4f21-ae64-21eb299dac6f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=28a18f8ef0024ac4bae764532ba3d05d&device_id=566c7a87-c52f-401c-b1ed-5b05f8f5d944 HTTP/1.1" status: 200 len: 1096 time: 0.2468042 Jun 14 18:11:57.190531 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-f916c663-497e-4105-98fa-76ce457effcc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=44c5cb6015424af99d441fea7a00dd06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6264789 Jun 14 18:11:57.204615 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 50276) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:11:57.375110 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-1eb22237-f55e-4917-8407-9807c6ea9c2f req-f2332c0a-3fe2-4aee-a25b-b39564bfe26e tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c01ae33-4bcd-4445-b978-df44a99f69bf HTTP/1.1" status: 200 len: 210 time: 0.2092772 Jun 14 18:11:57.460003 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-49d1d898-f509-4f9d-a18a-c2f32c72368a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fce1b3-89e8-41c5-b166-a0ac4da65169', 'name': 'tempest-ServerRescueNegativeTestJSON-210219480-router', 'tenant_id': '3042e999f1144c7da1a2473d58a86532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '9a727ac4-c07e-4c51-867c-30c166d6a0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:11:33Z', 'updated_at': '2022-06-14T18:11:45Z', 'revision_number': 4, 'project_id': '3042e999f1144c7da1a2473d58a86532', 'gw_port': {'id': '9a727ac4-c07e-4c51-867c-30c166d6a0f5', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fce1b3-89e8-41c5-b166-a0ac4da65169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:36Z', 'updated_at': '2022-06-14T18:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_interfaces': [{'id': 'cfcfca9c-b50b-4833-b794-d14116998232', 'name': '', 'network_id': '3d23af53-6361-4f33-abe1-d3023a18c244', 'tenant_id': '3042e999f1144c7da1a2473d58a86532', 'mac_address': 'fa:16:3e:22:75:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80fce1b3-89e8-41c5-b166-a0ac4da65169', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '5d625bfa-3024-4c1b-95b8-b3295848e69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:43Z', 'updated_at': '2022-06-14T18:11:46Z', 'revision_number': 2, 'project_id': '3042e999f1144c7da1a2473d58a86532', 'subnets': [{'id': '5d625bfa-3024-4c1b-95b8-b3295848e69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:11:57.508122 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d1d898-f509-4f9d-a18a-c2f32c72368a None None] Checking router: 80fce1b3-89e8-41c5-b166-a0ac4da65169 for host: dv-cinder-821739-1-iscsi {{(pid=102478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:11:57.508748 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d1d898-f509-4f9d-a18a-c2f32c72368a None None] Updating router 80fce1b3-89e8-41c5-b166-a0ac4da65169 port cfcfca9c-b50b-4833-b794-d14116998232 binding host dv-cinder-821739-1-iscsi {{(pid=102478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 18:11:57.546224 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-49d1d898-f509-4f9d-a18a-c2f32c72368a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:57.570005 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-6e48b8ac-c2cf-4a88-aae0-cafb06a27bd6 req-51d0a63a-8115-46b4-bf0a-8d523bd52277 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify callbacks [] for port, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:57.643126 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-aa361083-0103-4b54-afe2-6550c06334cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:57.717374 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-aa361083-0103-4b54-afe2-6550c06334cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:57.798674 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-aa361083-0103-4b54-afe2-6550c06334cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:57.802012 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-aa361083-0103-4b54-afe2-6550c06334cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:57.807222 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-aa361083-0103-4b54-afe2-6550c06334cd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cfe12fd7-4836-4b46-98ea-d9800b29ae7b HTTP/1.1" status: 204 len: 168 time: 0.6013620 Jun 14 18:11:57.842001 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-95335e8e-e9a7-4986-8123-69e55fc5dbd6 req-bee8a443-33d4-4f86-81ef-17be6651f322 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8b5ea8-c54d-4d44-beec-4a5c503b870e HTTP/1.1" status: 200 len: 210 time: 0.0578170 Jun 14 18:11:57.845197 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa361083-0103-4b54-afe2-6550c06334cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe12fd7-4836-4b46-98ea-d9800b29ae7b,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:11:57.888270 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-6e48b8ac-c2cf-4a88-aae0-cafb06a27bd6 req-51d0a63a-8115-46b4-bf0a-8d523bd52277 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239190878'] for port, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:57.978893 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154950be-1c13-4b52-83ed-855bc86716c6 req-17224848-1e70-4b20-a500-b35e4919aec6 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:11:57.981164 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e48b8ac-c2cf-4a88-aae0-cafb06a27bd6 req-51d0a63a-8115-46b4-bf0a-8d523bd52277 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Network e4802f45-6d76-4b53-9a7f-7b43659748a3 is already hosted by enough agents. {{(pid=102477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:11:57.985053 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.base_scheduler [req-6e48b8ac-c2cf-4a88-aae0-cafb06a27bd6 req-51d0a63a-8115-46b4-bf0a-8d523bd52277 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Resources bound (agent type, host, resource id): {{(pid=102477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:11:57.990903 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e48b8ac-c2cf-4a88-aae0-cafb06a27bd6 req-51d0a63a-8115-46b4-bf0a-8d523bd52277 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Received port after_create {{(pid=102477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 14 18:11:57.997290 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-154950be-1c13-4b52-83ed-855bc86716c6 req-17224848-1e70-4b20-a500-b35e4919aec6 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/networks?id=207b3e54-87d5-4ff2-9e27-0fc3ae498411 HTTP/1.1" status: 200 len: 817 time: 0.8628709 Jun 14 18:11:57.998240 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e48b8ac-c2cf-4a88-aae0-cafb06a27bd6 req-51d0a63a-8115-46b4-bf0a-8d523bd52277 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:11:57.999003 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-6e48b8ac-c2cf-4a88-aae0-cafb06a27bd6 req-51d0a63a-8115-46b4-bf0a-8d523bd52277 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7944499'] for port, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:58.031419 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-6e48b8ac-c2cf-4a88-aae0-cafb06a27bd6 req-51d0a63a-8115-46b4-bf0a-8d523bd52277 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2371404 Jun 14 18:11:58.033403 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d0a63a-8115-46b4-bf0a-8d523bd52277 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Pushing event updated for resources: {'Port': ['ID=8330099f-0bd0-4adb-af41-2651b0cf9e3b,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:11:58.063468 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.v2.base [req-6e48b8ac-c2cf-4a88-aae0-cafb06a27bd6 req-70e77a15-f6e2-4134-9a1f-e624097bbf0c service neutron] Request body: {'port': {'device_id': '6a8b5ea8-c54d-4d44-beec-4a5c503b870e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82173'}} {{(pid=102477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:11:58.134855 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-154950be-1c13-4b52-83ed-855bc86716c6 req-661f56d6-edf0-4a3a-8de2-572b5758077f tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/quotas/ce9a2eeca2ae45e78c3f8e1182360462 HTTP/1.1" status: 200 len: 375 time: 0.1366212 Jun 14 18:11:58.177790 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.90', 63796) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:11:58.209191 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e8804-b216-4cef-bdf9-5cfa8d6ff907 req-1e5f104e-7849-4b4c-b15a-906869214450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:11:58.210876 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-281e8804-b216-4cef-bdf9-5cfa8d6ff907 req-1e5f104e-7849-4b4c-b15a-906869214450 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e8eeec05-4ec1-4227-b538-010bf7703795 HTTP/1.1" status: 200 len: 914 time: 1.0380223 Jun 14 18:11:58.351182 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-281e8804-b216-4cef-bdf9-5cfa8d6ff907 req-29179fdf-aa23-45e7-bba7-042bd844b293 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7fc3453c-8806-44b7-b298-1ecd282dc130 HTTP/1.1" status: 200 len: 217 time: 0.1197643 Jun 14 18:11:58.409823 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-6e48b8ac-c2cf-4a88-aae0-cafb06a27bd6 req-70e77a15-f6e2-4134-9a1f-e624097bbf0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:58.474447 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-154950be-1c13-4b52-83ed-855bc86716c6 req-f11ac090-d3c9-4ae6-b566-b8fb4447dd80 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=ce9a2eeca2ae45e78c3f8e1182360462&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3384197 Jun 14 18:11:58.487681 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-49d1d898-f509-4f9d-a18a-c2f32c72368a None None] Notify callbacks [] for port, precommit_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:58.494450 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-49d1d898-f509-4f9d-a18a-c2f32c72368a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:58.557593 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8edad7-1681-4abb-91e4-5931746b4e3c req-ba2c19a8-858e-4a6d-a0e5-f50773e55842 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:11:58.560041 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-6e8edad7-1681-4abb-91e4-5931746b4e3c req-ba2c19a8-858e-4a6d-a0e5-f50773e55842 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/networks?id=3d23af53-6361-4f33-abe1-d3023a18c244 HTTP/1.1" status: 200 len: 818 time: 0.3073099 Jun 14 18:11:58.581058 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e8804-b216-4cef-bdf9-5cfa8d6ff907 req-72218f8b-3f3d-4119-9689-b98c8a863467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:11:58.593030 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-281e8804-b216-4cef-bdf9-5cfa8d6ff907 req-72218f8b-3f3d-4119-9689-b98c8a863467 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=daa92479-e2d0-4613-979c-695b15b913b0 HTTP/1.1" status: 200 len: 852 time: 0.2209058 Jun 14 18:11:58.615070 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-25bef067-eaeb-4e31-a6a1-b098fbb51b2b None None] Provisioning complete for port 8330099f-0bd0-4adb-af41-2651b0cf9e3b triggered by entity DHCP. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:11:58.615901 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-25bef067-eaeb-4e31-a6a1-b098fbb51b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:58.679450 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-25bef067-eaeb-4e31-a6a1-b098fbb51b2b None None] Port 8330099f-0bd0-4adb-af41-2651b0cf9e3b cannot update to ACTIVE because it is not bound. {{(pid=102478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jun 14 18:11:58.731557 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.managers [None req-49d1d898-f509-4f9d-a18a-c2f32c72368a None None] Attempting to bind port cfcfca9c-b50b-4833-b794-d14116998232 on host dv-cinder-821739-1-iscsi for vnic_type normal with profile {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 14 18:11:58.731884 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.managers [None req-49d1d898-f509-4f9d-a18a-c2f32c72368a None None] Attempting to bind port cfcfca9c-b50b-4833-b794-d14116998232 by drivers openvswitch,hyperv on host dv-cinder-821739-1-iscsi at level 0 using segments [{'id': 'ec03b231-3de7-452c-aafc-d658d7157626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '3d23af53-6361-4f33-abe1-d3023a18c244'}] {{(pid=102478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 14 18:11:58.739766 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d1d898-f509-4f9d-a18a-c2f32c72368a None None] Attempting to bind port cfcfca9c-b50b-4833-b794-d14116998232 on network 3d23af53-6361-4f33-abe1-d3023a18c244 {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:11:58.758320 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d1d898-f509-4f9d-a18a-c2f32c72368a None None] Checking agent: {'id': 'e8f0c06d-b34a-40ed-9da4-c5e71adce1cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821739-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 3, 22), 'started_at': datetime.datetime(2022, 6, 14, 18, 3, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821739-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:11:58.758717 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d1d898-f509-4f9d-a18a-c2f32c72368a None None] Checking segment: {'id': 'ec03b231-3de7-452c-aafc-d658d7157626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '3d23af53-6361-4f33-abe1-d3023a18c244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 14 18:11:58.760624 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-49d1d898-f509-4f9d-a18a-c2f32c72368a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:58.761835 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d1d898-f509-4f9d-a18a-c2f32c72368a None None] Bound using segment: {'id': 'ec03b231-3de7-452c-aafc-d658d7157626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '3d23af53-6361-4f33-abe1-d3023a18c244'} {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:11:58.762105 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.managers [None req-49d1d898-f509-4f9d-a18a-c2f32c72368a None None] Bound port: cfcfca9c-b50b-4833-b794-d14116998232, host: dv-cinder-821739-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec03b231-3de7-452c-aafc-d658d7157626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '3d23af53-6361-4f33-abe1-d3023a18c244'}}] {{(pid=102478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 14 18:11:58.762497 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-49d1d898-f509-4f9d-a18a-c2f32c72368a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:58.768742 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-281e8804-b216-4cef-bdf9-5cfa8d6ff907 req-96cb3914-6b97-462b-afa2-0cbc9a42f51e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e8eeec05-4ec1-4227-b538-010bf7703795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1655262 Jun 14 18:11:58.785068 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f51f448-f925-4451-95a0-b8304ccabd8f None None] Pushing event updated for resources: {'Port': ['ID=cfcfca9c-b50b-4833-b794-d14116998232,revision_number=3']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:11:58.884667 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6875b7-c794-4b3b-b3f7-a117d595e1f4 req-eed9746e-a4bf-4e91-981d-917d6ede38f9 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:11:58.887807 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-8f6875b7-c794-4b3b-b3f7-a117d595e1f4 req-eed9746e-a4bf-4e91-981d-917d6ede38f9 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.90 "GET /v2.0/networks?id=3d23af53-6361-4f33-abe1-d3023a18c244 HTTP/1.1" status: 200 len: 818 time: 0.7046909 Jun 14 18:11:58.907410 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-6e8edad7-1681-4abb-91e4-5931746b4e3c req-da0151d1-2bd9-4354-ba31-00d445017f62 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/quotas/3042e999f1144c7da1a2473d58a86532 HTTP/1.1" status: 200 len: 375 time: 0.3359816 Jun 14 18:11:58.918477 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.v2.base [req-8f6875b7-c794-4b3b-b3f7-a117d595e1f4 req-73bab392-20a1-43ab-9910-1082eb3eefb6 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Request body: {'port': {'device_id': '1c01ae33-4bcd-4445-b978-df44a99f69bf', 'network_id': '3d23af53-6361-4f33-abe1-d3023a18c244', 'admin_state_up': True, 'tenant_id': '3042e999f1144c7da1a2473d58a86532'}} {{(pid=102477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:11:58.965593 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-49d1d898-f509-4f9d-a18a-c2f32c72368a None None] For port cfcfca9c-b50b-4833-b794-d14116998232, host dv-cinder-821739-1-iscsi, cleared binding levels {{(pid=102478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:11:58.966323 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-154950be-1c13-4b52-83ed-855bc86716c6 req-009e2fdf-1ca9-4e33-8e4e-e6aef33f3894 service neutron] 10.222.0.70 "GET /v2.0/networks/207b3e54-87d5-4ff2-9e27-0fc3ae498411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4730196 Jun 14 18:11:58.968145 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-e52e9f18-ffc5-4e0a-ab8d-865b7fb12c44 None None] Provisioning complete for port cfcfca9c-b50b-4833-b794-d14116998232 triggered by entity DHCP. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:11:58.968572 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e52e9f18-ffc5-4e0a-ab8d-865b7fb12c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:59.028882 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-e52e9f18-ffc5-4e0a-ab8d-865b7fb12c44 None None] Port cfcfca9c-b50b-4833-b794-d14116998232 cannot update to ACTIVE because it is not bound. {{(pid=102478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jun 14 18:11:59.053137 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-49d1d898-f509-4f9d-a18a-c2f32c72368a None None] For port cfcfca9c-b50b-4833-b794-d14116998232, host dv-cinder-821739-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=cfcfca9c-b50b-4833-b794-d14116998232,segment=NetworkSegment(ec03b231-3de7-452c-aafc-d658d7157626),segment_id=ec03b231-3de7-452c-aafc-d658d7157626)] {{(pid=102478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:11:59.058475 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-281e8804-b216-4cef-bdf9-5cfa8d6ff907 req-602d2901-9b56-4aca-99b9-8716fdfd31ef service neutron] 10.222.0.90 "GET /v2.0/networks/e8eeec05-4ec1-4227-b538-010bf7703795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566359 Jun 14 18:11:59.060333 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-49d1d898-f509-4f9d-a18a-c2f32c72368a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:59.134756 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-6e8edad7-1681-4abb-91e4-5931746b4e3c req-cb37f1be-c71c-4688-96af-e373c5c3fa64 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3042e999f1144c7da1a2473d58a86532&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2263861 Jun 14 18:11:59.159567 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d1d898-f509-4f9d-a18a-c2f32c72368a None None] Routers {'80fce1b3-89e8-41c5-b166-a0ac4da65169'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:11:59.160103 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-49d1d898-f509-4f9d-a18a-c2f32c72368a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:11:49Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['80fce1b3-89e8-41c5-b166-a0ac4da65169'], 'active': True} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:11:59.320923 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-154950be-1c13-4b52-83ed-855bc86716c6 req-0ae34aff-5d42-4a81-b4a0-3a635949c026 service neutron] 10.222.0.70 "GET /v2.0/networks/207b3e54-87d5-4ff2-9e27-0fc3ae498411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3467698 Jun 14 18:11:59.368714 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-281e8804-b216-4cef-bdf9-5cfa8d6ff907 req-761dc90e-2132-43f4-add6-33bc5b08c418 service neutron] 10.222.0.90 "GET /v2.0/networks/e8eeec05-4ec1-4227-b538-010bf7703795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512114 Jun 14 18:11:59.449323 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.notifiers.nova [req-6e48b8ac-c2cf-4a88-aae0-cafb06a27bd6 req-70e77a15-f6e2-4134-9a1f-e624097bbf0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8330099f-0bd0-4adb-af41-2651b0cf9e3b {{(pid=102477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:11:59.459174 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-6e48b8ac-c2cf-4a88-aae0-cafb06a27bd6 req-70e77a15-f6e2-4134-9a1f-e624097bbf0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:59.478717 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.provisioning_blocks [req-6e48b8ac-c2cf-4a88-aae0-cafb06a27bd6 req-70e77a15-f6e2-4134-9a1f-e624097bbf0c service neutron] Transition to ACTIVE for port object 8330099f-0bd0-4adb-af41-2651b0cf9e3b will not be triggered until provisioned by entity L2. {{(pid=102477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 18:11:59.506242 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-6e48b8ac-c2cf-4a88-aae0-cafb06a27bd6 req-70e77a15-f6e2-4134-9a1f-e624097bbf0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:59.564490 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e77a15-f6e2-4134-9a1f-e624097bbf0c service neutron] Pushing event updated for resources: {'Port': ['ID=8330099f-0bd0-4adb-af41-2651b0cf9e3b,revision_number=2']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:11:59.568214 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f6875b7-c794-4b3b-b3f7-a117d595e1f4 req-73bab392-20a1-43ab-9910-1082eb3eefb6 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Made reservation on behalf of 3042e999f1144c7da1a2473d58a86532 for: {'port': 1} {{(pid=102477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:11:59.572057 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-8f6875b7-c794-4b3b-b3f7-a117d595e1f4 req-73bab392-20a1-43ab-9910-1082eb3eefb6 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:59.616757 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvr_db [None req-49d1d898-f509-4f9d-a18a-c2f32c72368a None None] Set router 80fce1b3-89e8-41c5-b166-a0ac4da65169 gateway port host: dv-cinder-821739-1-iscsi {{(pid=102478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:11:59.722723 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-6e8edad7-1681-4abb-91e4-5931746b4e3c req-a4417ba1-db25-4968-9944-66836b220338 service neutron] 10.222.0.70 "GET /v2.0/networks/3d23af53-6361-4f33-abe1-d3023a18c244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5870914 Jun 14 18:11:59.730619 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.managers [req-6e48b8ac-c2cf-4a88-aae0-cafb06a27bd6 req-70e77a15-f6e2-4134-9a1f-e624097bbf0c service neutron] Attempting to bind port 8330099f-0bd0-4adb-af41-2651b0cf9e3b on host hv-cinder-82173 for vnic_type normal with profile {{(pid=102477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 14 18:11:59.730950 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.managers [req-6e48b8ac-c2cf-4a88-aae0-cafb06a27bd6 req-70e77a15-f6e2-4134-9a1f-e624097bbf0c service neutron] Attempting to bind port 8330099f-0bd0-4adb-af41-2651b0cf9e3b by drivers openvswitch,hyperv on host hv-cinder-82173 at level 0 using segments [{'id': '91c000b5-b307-4d83-9292-f5327311bde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'e4802f45-6d76-4b53-9a7f-7b43659748a3'}] {{(pid=102477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 14 18:11:59.732378 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e48b8ac-c2cf-4a88-aae0-cafb06a27bd6 req-70e77a15-f6e2-4134-9a1f-e624097bbf0c service neutron] Attempting to bind port 8330099f-0bd0-4adb-af41-2651b0cf9e3b on network e4802f45-6d76-4b53-9a7f-7b43659748a3 {{(pid=102477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:11:59.742344 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e48b8ac-c2cf-4a88-aae0-cafb06a27bd6 req-70e77a15-f6e2-4134-9a1f-e624097bbf0c service neutron] Port 8330099f-0bd0-4adb-af41-2651b0cf9e3b on network e4802f45-6d76-4b53-9a7f-7b43659748a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82173 {{(pid=102477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 14 18:11:59.742922 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e48b8ac-c2cf-4a88-aae0-cafb06a27bd6 req-70e77a15-f6e2-4134-9a1f-e624097bbf0c service neutron] Attempting to bind port 8330099f-0bd0-4adb-af41-2651b0cf9e3b on network e4802f45-6d76-4b53-9a7f-7b43659748a3 {{(pid=102477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:11:59.852142 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f51f448-f925-4451-95a0-b8304ccabd8f None None] Pushing event updated for resources: {'Port': ['ID=cfcfca9c-b50b-4833-b794-d14116998232,revision_number=4']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:11:59.872209 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-6e8edad7-1681-4abb-91e4-5931746b4e3c req-fa21c85f-9c77-4fdc-b1a7-84a7324cb46e service neutron] 10.222.0.70 "GET /v2.0/networks/3d23af53-6361-4f33-abe1-d3023a18c244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339204 Jun 14 18:11:59.880594 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e48b8ac-c2cf-4a88-aae0-cafb06a27bd6 req-70e77a15-f6e2-4134-9a1f-e624097bbf0c service neutron] Checking agent: {'id': '37867b7d-ea9d-4c92-b09f-db78138d4892', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82173', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 9, 26), 'started_at': datetime.datetime(2022, 6, 14, 18, 9, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:11:59.880933 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e48b8ac-c2cf-4a88-aae0-cafb06a27bd6 req-70e77a15-f6e2-4134-9a1f-e624097bbf0c service neutron] Checking segment: {'id': '91c000b5-b307-4d83-9292-f5327311bde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'e4802f45-6d76-4b53-9a7f-7b43659748a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 14 18:11:59.881312 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e48b8ac-c2cf-4a88-aae0-cafb06a27bd6 req-70e77a15-f6e2-4134-9a1f-e624097bbf0c service neutron] Bound using segment: {'id': '91c000b5-b307-4d83-9292-f5327311bde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'e4802f45-6d76-4b53-9a7f-7b43659748a3'} {{(pid=102477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:11:59.881771 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.managers [req-6e48b8ac-c2cf-4a88-aae0-cafb06a27bd6 req-70e77a15-f6e2-4134-9a1f-e624097bbf0c service neutron] Bound port: 8330099f-0bd0-4adb-af41-2651b0cf9e3b, host: hv-cinder-82173, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91c000b5-b307-4d83-9292-f5327311bde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'e4802f45-6d76-4b53-9a7f-7b43659748a3'}}] {{(pid=102477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 14 18:11:59.882197 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-6e48b8ac-c2cf-4a88-aae0-cafb06a27bd6 req-70e77a15-f6e2-4134-9a1f-e624097bbf0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:11:59.974644 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bfa897-3bf8-4750-833e-46c0d0f5fb8c req-45f9bcc3-460a-4657-a8d1-664dc58106e0 tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:11:59.986962 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-51bfa897-3bf8-4750-833e-46c0d0f5fb8c req-45f9bcc3-460a-4657-a8d1-664dc58106e0 tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] 10.222.0.70 "GET /v2.0/ports?device_id=566c7a87-c52f-401c-b1ed-5b05f8f5d944 HTTP/1.1" status: 200 len: 943 time: 0.2052302 Jun 14 18:12:00.002771 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-1d1dbf5e-1c70-4413-a50c-ec7c069e8548 None None] Provisioning complete for port cfcfca9c-b50b-4833-b794-d14116998232 triggered by entity DHCP. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:12:00.003113 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-1d1dbf5e-1c70-4413-a50c-ec7c069e8548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:00.106648 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-51bfa897-3bf8-4750-833e-46c0d0f5fb8c req-967bf271-80e3-48f9-aa55-6d990046f353 tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] 10.222.0.70 "GET /v2.0/security-groups?id=263484f0-947f-4e28-aef2-3e39e961baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186206 Jun 14 18:12:00.229323 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.db_base_plugin_common [req-8f6875b7-c794-4b3b-b3f7-a117d595e1f4 req-73bab392-20a1-43ab-9910-1082eb3eefb6 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Allocated IP 172.20.0.13 (3d23af53-6361-4f33-abe1-d3023a18c244/5d625bfa-3024-4c1b-95b8-b3295848e69c/73718447-1a32-41cd-8208-8ee7bff08056) {{(pid=102477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:12:00.474839 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b1687-4b31-49cb-8ffa-d4988e115580 req-87a6ccda-93fe-4050-afbe-c0ebdce94180 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:00.482928 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-340b1687-4b31-49cb-8ffa-d4988e115580 req-87a6ccda-93fe-4050-afbe-c0ebdce94180 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8b5ea8-c54d-4d44-beec-4a5c503b870e HTTP/1.1" status: 200 len: 944 time: 0.1207683 Jun 14 18:12:00.511773 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.db [req-6e48b8ac-c2cf-4a88-aae0-cafb06a27bd6 req-70e77a15-f6e2-4134-9a1f-e624097bbf0c service neutron] For port 8330099f-0bd0-4adb-af41-2651b0cf9e3b, host hv-cinder-82173, cleared binding levels {{(pid=102477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:12:00.516314 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-1d1dbf5e-1c70-4413-a50c-ec7c069e8548 None None] Current status of the port cfcfca9c-b50b-4833-b794-d14116998232 is: DOWN; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:12:00.516730 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-1d1dbf5e-1c70-4413-a50c-ec7c069e8548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:00.553151 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-340b1687-4b31-49cb-8ffa-d4988e115580 req-fa0945cd-341c-41ae-bf9d-61d8cc5a180f tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/security-groups?id=395065f2-5ad0-4d61-889d-81c18e5b9b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694299 Jun 14 18:12:00.559885 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-49d1d898-f509-4f9d-a18a-c2f32c72368a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fce1b3-89e8-41c5-b166-a0ac4da65169', 'name': 'tempest-ServerRescueNegativeTestJSON-210219480-router', 'tenant_id': '3042e999f1144c7da1a2473d58a86532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '9a727ac4-c07e-4c51-867c-30c166d6a0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:11:33Z', 'updated_at': '2022-06-14T18:11:45Z', 'revision_number': 4, 'project_id': '3042e999f1144c7da1a2473d58a86532', 'gw_port': {'id': '9a727ac4-c07e-4c51-867c-30c166d6a0f5', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fce1b3-89e8-41c5-b166-a0ac4da65169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:36Z', 'updated_at': '2022-06-14T18:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_interfaces': [{'id': 'cfcfca9c-b50b-4833-b794-d14116998232', 'name': '', 'network_id': '3d23af53-6361-4f33-abe1-d3023a18c244', 'tenant_id': '3042e999f1144c7da1a2473d58a86532', 'mac_address': 'fa:16:3e:22:75:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80fce1b3-89e8-41c5-b166-a0ac4da65169', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '5d625bfa-3024-4c1b-95b8-b3295848e69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:43Z', 'updated_at': '2022-06-14T18:11:58Z', 'revision_number': 4, 'project_id': '3042e999f1144c7da1a2473d58a86532', 'subnets': [{'id': '5d625bfa-3024-4c1b-95b8-b3295848e69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:12:00.598999 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-8ad0739a-0a7c-4c11-b4a6-fc2e5c622df8 req-dbfad743-2bed-464a-b4db-acba43d6b849 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 210 time: 0.1593978 Jun 14 18:12:00.611756 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d1d898-f509-4f9d-a18a-c2f32c72368a None None] The sync data for ids ['80fce1b3-89e8-41c5-b166-a0ac4da65169'] in dv-cinder-821739-1-iscsi is: [{'id': '80fce1b3-89e8-41c5-b166-a0ac4da65169', 'name': 'tempest-ServerRescueNegativeTestJSON-210219480-router', 'tenant_id': '3042e999f1144c7da1a2473d58a86532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '9a727ac4-c07e-4c51-867c-30c166d6a0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:11:33Z', 'updated_at': '2022-06-14T18:11:45Z', 'revision_number': 4, 'project_id': '3042e999f1144c7da1a2473d58a86532', 'gw_port': {'id': '9a727ac4-c07e-4c51-867c-30c166d6a0f5', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fce1b3-89e8-41c5-b166-a0ac4da65169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:36Z', 'updated_at': '2022-06-14T18:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_interfaces': [{'id': 'cfcfca9c-b50b-4833-b794-d14116998232', 'name': '', 'network_id': '3d23af53-6361-4f33-abe1-d3023a18c244', 'tenant_id': '3042e999f1144c7da1a2473d58a86532', 'mac_address': 'fa:16:3e:22:75:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80fce1b3-89e8-41c5-b166-a0ac4da65169', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '5d625bfa-3024-4c1b-95b8-b3295848e69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:43Z', 'updated_at': '2022-06-14T18:11:58Z', 'revision_number': 4, 'project_id': '3042e999f1144c7da1a2473d58a86532', 'subnets': [{'id': '5d625bfa-3024-4c1b-95b8-b3295848e69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:12:00.612136 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.db [req-6e48b8ac-c2cf-4a88-aae0-cafb06a27bd6 req-70e77a15-f6e2-4134-9a1f-e624097bbf0c service neutron] For port 8330099f-0bd0-4adb-af41-2651b0cf9e3b, host hv-cinder-82173, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=8330099f-0bd0-4adb-af41-2651b0cf9e3b,segment=NetworkSegment(91c000b5-b307-4d83-9292-f5327311bde5),segment_id=91c000b5-b307-4d83-9292-f5327311bde5)] {{(pid=102477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:12:00.651749 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-1d1dbf5e-1c70-4413-a50c-ec7c069e8548 None None] For port cfcfca9c-b50b-4833-b794-d14116998232, host dv-cinder-821739-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=cfcfca9c-b50b-4833-b794-d14116998232,segment=NetworkSegment(ec03b231-3de7-452c-aafc-d658d7157626),segment_id=ec03b231-3de7-452c-aafc-d658d7157626)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:12:00.663046 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-1d1dbf5e-1c70-4413-a50c-ec7c069e8548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:00.672171 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-6e48b8ac-c2cf-4a88-aae0-cafb06a27bd6 req-70e77a15-f6e2-4134-9a1f-e624097bbf0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:00.756289 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-d7d7beb3-26a0-4c02-8ec4-778c86efe506 req-ab19c19c-1dfc-4201-a8af-7c9154dfb0fa tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=69ae7078-ef55-49c6-a2aa-659280d155db HTTP/1.1" status: 200 len: 210 time: 0.0997834 Jun 14 18:12:00.822117 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e48b8ac-c2cf-4a88-aae0-cafb06a27bd6 req-70e77a15-f6e2-4134-9a1f-e624097bbf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:00.823291 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-6e48b8ac-c2cf-4a88-aae0-cafb06a27bd6 req-70e77a15-f6e2-4134-9a1f-e624097bbf0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7944499'] for port, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:00.825555 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-6e48b8ac-c2cf-4a88-aae0-cafb06a27bd6 req-70e77a15-f6e2-4134-9a1f-e624097bbf0c service neutron] 10.222.0.90 "PUT /v2.0/ports/8330099f-0bd0-4adb-af41-2651b0cf9e3b HTTP/1.1" status: 200 len: 1094 time: 2.7733154 Jun 14 18:12:00.826740 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a8b5ea8-c54d-4d44-beec-4a5c503b870e', 'tag': '8330099f-0bd0-4adb-af41-2651b0cf9e3b'}] {{(pid=102477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:12:00.829624 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63a05a5c49a881ad62840f65bcdf4689c8e257def52ee20504415851ea2faa0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b6c5fc-4afc-4471-9ac6-1cdb9f84037f" -d '{"events": [{"name": "network-changed", "server_uuid": "6a8b5ea8-c54d-4d44-beec-4a5c503b870e", "tag": "8330099f-0bd0-4adb-af41-2651b0cf9e3b"}]}' {{(pid=102477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:12:00.847001 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e77a15-f6e2-4134-9a1f-e624097bbf0c service neutron] Pushing event updated for resources: {'Port': ['ID=8330099f-0bd0-4adb-af41-2651b0cf9e3b,revision_number=3']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:00.898368 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1dbf5e-1c70-4413-a50c-ec7c069e8548 None None] Pushing event updated for resources: {'Port': ['ID=cfcfca9c-b50b-4833-b794-d14116998232,revision_number=5']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:00.929881 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Jun 2022 18:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-959a58d9-4347-45d5-9b5a-b2ce04d76a01 x-openstack-request-id: req-959a58d9-4347-45d5-9b5a-b2ce04d76a01 {{(pid=102477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:12:00.930235 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a8b5ea8-c54d-4d44-beec-4a5c503b870e", "tag": "8330099f-0bd0-4adb-af41-2651b0cf9e3b", "status": "completed", "code": 200}]} {{(pid=102477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:12:00.930485 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-959a58d9-4347-45d5-9b5a-b2ce04d76a01 {{(pid=102477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:12:00.931062 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-959a58d9-4347-45d5-9b5a-b2ce04d76a01'] response: {'name': 'network-changed', 'server_uuid': '6a8b5ea8-c54d-4d44-beec-4a5c503b870e', 'tag': '8330099f-0bd0-4adb-af41-2651b0cf9e3b', 'status': 'completed', 'code': 200} Jun 14 18:12:00.995922 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-8f6875b7-c794-4b3b-b3f7-a117d595e1f4 req-73bab392-20a1-43ab-9910-1082eb3eefb6 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Notify callbacks [] for port, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:01.024835 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e48b8ac-c2cf-4a88-aae0-cafb06a27bd6 req-894bda08-c111-40b9-b51c-226521932051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:01.026788 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-6e48b8ac-c2cf-4a88-aae0-cafb06a27bd6 req-894bda08-c111-40b9-b51c-226521932051 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1656a3c434d1462d9a2c48c24f0b7728&device_id=6a8b5ea8-c54d-4d44-beec-4a5c503b870e HTTP/1.1" status: 200 len: 1097 time: 0.1110537 Jun 14 18:12:01.212705 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 50420) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:12:01.233500 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device cfcfca9c-b50b-4833-b794-d14116998232 up at agent ovs-agent-dv-cinder-821739-1-iscsi {{(pid=102478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:12:01.429846 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0504d555-f756-4f69-b270-2aff3e46ca77 req-ed4c27f8-7fee-4412-a4f1-4f14f50df778 tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:01.431821 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Provisioning complete for port cfcfca9c-b50b-4833-b794-d14116998232 triggered by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:12:01.433162 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-0504d555-f756-4f69-b270-2aff3e46ca77 req-ed4c27f8-7fee-4412-a4f1-4f14f50df778 tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] 10.222.0.70 "GET /v2.0/ports?device_id=566c7a87-c52f-401c-b1ed-5b05f8f5d944 HTTP/1.1" status: 200 len: 943 time: 0.1528294 Jun 14 18:12:01.442102 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:01.578312 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-26f6cf39-b4f4-4b61-9f3f-04784028509b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:01.583955 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-0504d555-f756-4f69-b270-2aff3e46ca77 req-79cd64c0-22e5-4b35-9cb0-fc102853890e tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] 10.222.0.70 "GET /v2.0/security-groups?id=263484f0-947f-4e28-aef2-3e39e961baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433299 Jun 14 18:12:01.652910 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-8f6875b7-c794-4b3b-b3f7-a117d595e1f4 req-73bab392-20a1-43ab-9910-1082eb3eefb6 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239190878'] for port, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:01.691038 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-6e48b8ac-c2cf-4a88-aae0-cafb06a27bd6 req-bf3398aa-6aeb-42f9-b78d-c604b867c7de service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8330099f-0bd0-4adb-af41-2651b0cf9e3b HTTP/1.1" status: 200 len: 217 time: 0.6399565 Jun 14 18:12:01.741846 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-26f6cf39-b4f4-4b61-9f3f-04784028509b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:01.756610 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-26f6cf39-b4f4-4b61-9f3f-04784028509b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:01.762542 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Current status of the port cfcfca9c-b50b-4833-b794-d14116998232 is: ACTIVE; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:12:01.829946 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-26f6cf39-b4f4-4b61-9f3f-04784028509b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=af864374b4584deebe02b23fe75caa67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6159644 Jun 14 18:12:01.839729 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 50444) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:12:02.025628 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f6875b7-c794-4b3b-b3f7-a117d595e1f4 req-73bab392-20a1-43ab-9910-1082eb3eefb6 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Network 3d23af53-6361-4f33-abe1-d3023a18c244 is already hosted by enough agents. {{(pid=102477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:12:02.063062 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bab392-20a1-43ab-9910-1082eb3eefb6 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Pushing event updated for resources: {'Port': ['ID=73718447-1a32-41cd-8208-8ee7bff08056,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:02.072053 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.base_scheduler [req-8f6875b7-c794-4b3b-b3f7-a117d595e1f4 req-73bab392-20a1-43ab-9910-1082eb3eefb6 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Resources bound (agent type, host, resource id): {{(pid=102477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:12:02.093988 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f6875b7-c794-4b3b-b3f7-a117d595e1f4 req-73bab392-20a1-43ab-9910-1082eb3eefb6 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Received port after_create {{(pid=102477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 14 18:12:02.099797 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-a0e5819d-5140-410f-9aca-0879df39780a req-60c769f3-7902-441c-aa92-4180b14d4e33 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 210 time: 0.2524610 Jun 14 18:12:02.128730 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6875b7-c794-4b3b-b3f7-a117d595e1f4 req-73bab392-20a1-43ab-9910-1082eb3eefb6 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:02.133455 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-8f6875b7-c794-4b3b-b3f7-a117d595e1f4 req-73bab392-20a1-43ab-9910-1082eb3eefb6 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7944499'] for port, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:02.153476 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f6cf39-b4f4-4b61-9f3f-04784028509b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fbf919b-8193-44f0-badd-c743e2954e9f,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:02.201275 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81b0c4d-cbc4-47e6-8669-c79a963d15e3 req-4e708846-52eb-4244-9b4f-306ad87b4343 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:02.210293 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-f81b0c4d-cbc4-47e6-8669-c79a963d15e3 req-4e708846-52eb-4244-9b4f-306ad87b4343 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8b5ea8-c54d-4d44-beec-4a5c503b870e HTTP/1.1" status: 200 len: 944 time: 0.4004323 Jun 14 18:12:02.227716 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e48b8ac-c2cf-4a88-aae0-cafb06a27bd6 req-0c8763af-8598-444d-a19e-a2eb15e4e595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:02.229858 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-6e48b8ac-c2cf-4a88-aae0-cafb06a27bd6 req-0c8763af-8598-444d-a19e-a2eb15e4e595 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0bf57453-530a-4cde-8cdb-616dbddd580e HTTP/1.1" status: 200 len: 849 time: 0.5224805 Jun 14 18:12:02.369061 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-8f6875b7-c794-4b3b-b3f7-a117d595e1f4 req-73bab392-20a1-43ab-9910-1082eb3eefb6 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4564714 Jun 14 18:12:02.376121 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-371356a6-b1fd-4125-8df0-ee3ef661adc5 req-1b3f82cf-d7f7-4051-b461-9e5ff752ff3a tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=69ae7078-ef55-49c6-a2aa-659280d155db HTTP/1.1" status: 200 len: 210 time: 0.0733540 Jun 14 18:12:02.384043 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-8f95d0d9-a3c2-4ace-a3f7-38ae5c650048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:02.440948 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.v2.base [req-8f6875b7-c794-4b3b-b3f7-a117d595e1f4 req-9a2ff35c-b507-42de-8646-d747e6275ab1 service neutron] Request body: {'port': {'device_id': '1c01ae33-4bcd-4445-b978-df44a99f69bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82173'}} {{(pid=102477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:12:02.456652 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-8f95d0d9-a3c2-4ace-a3f7-38ae5c650048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:02.465908 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154950be-1c13-4b52-83ed-855bc86716c6 req-0490d70b-c199-4329-a7b8-12d72641c325 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:02.467737 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-154950be-1c13-4b52-83ed-855bc86716c6 req-0490d70b-c199-4329-a7b8-12d72641c325 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.90 "GET /v2.0/networks?id=207b3e54-87d5-4ff2-9e27-0fc3ae498411 HTTP/1.1" status: 200 len: 817 time: 0.4601297 Jun 14 18:12:02.558823 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e48b8ac-c2cf-4a88-aae0-cafb06a27bd6 req-1b305860-a064-4a16-9117-b523a6f6a6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:02.561452 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-6e48b8ac-c2cf-4a88-aae0-cafb06a27bd6 req-1b305860-a064-4a16-9117-b523a6f6a6dc service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e4802f45-6d76-4b53-9a7f-7b43659748a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3207889 Jun 14 18:12:02.562241 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-154950be-1c13-4b52-83ed-855bc86716c6 req-d974539a-16cc-4a0e-83e2-004c55096940 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce9a2eeca2ae45e78c3f8e1182360462 HTTP/1.1" status: 200 len: 380 time: 0.0625823 Jun 14 18:12:02.568960 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-f81b0c4d-cbc4-47e6-8669-c79a963d15e3 req-3b623713-7f9b-41ed-82db-018a9340c901 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/security-groups?id=395065f2-5ad0-4d61-889d-81c18e5b9b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3360066 Jun 14 18:12:02.590846 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.v2.base [req-154950be-1c13-4b52-83ed-855bc86716c6 req-831a09cd-679d-4936-b28d-a75987965e23 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Request body: {'port': {'device_id': '02a3a7be-c0dc-4e73-81e8-ffc85cac6e70', 'network_id': '207b3e54-87d5-4ff2-9e27-0fc3ae498411', 'admin_state_up': True, 'tenant_id': 'ce9a2eeca2ae45e78c3f8e1182360462', 'security_groups': ['4adcc55e-a3d3-49c5-baa4-fac6918caf60']}} {{(pid=102476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:12:02.602542 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-8f95d0d9-a3c2-4ace-a3f7-38ae5c650048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:02.607538 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-8f95d0d9-a3c2-4ace-a3f7-38ae5c650048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:02.610809 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-8f95d0d9-a3c2-4ace-a3f7-38ae5c650048 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4fbf919b-8193-44f0-badd-c743e2954e9f HTTP/1.1" status: 204 len: 168 time: 0.7618051 Jun 14 18:12:02.634041 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-58d92c80-ea13-47c6-968b-96868aee97b7 None None] Provisioning complete for port 73718447-1a32-41cd-8208-8ee7bff08056 triggered by entity DHCP. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:12:02.634644 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-58d92c80-ea13-47c6-968b-96868aee97b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:02.662226 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.90', 63810) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:12:02.699139 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-58d92c80-ea13-47c6-968b-96868aee97b7 None None] Port 73718447-1a32-41cd-8208-8ee7bff08056 cannot update to ACTIVE because it is not bound. {{(pid=102478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jun 14 18:12:02.731172 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f95d0d9-a3c2-4ace-a3f7-38ae5c650048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fbf919b-8193-44f0-badd-c743e2954e9f,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:02.775858 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-8f6875b7-c794-4b3b-b3f7-a117d595e1f4 req-9a2ff35c-b507-42de-8646-d747e6275ab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:02.854026 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-6e48b8ac-c2cf-4a88-aae0-cafb06a27bd6 req-52cdb252-6292-4300-b2c8-418bd7418a3d service neutron] 10.222.0.90 "GET /v2.0/networks/e4802f45-6d76-4b53-9a7f-7b43659748a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747037 Jun 14 18:12:02.993316 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe0bcd4-3cfe-4526-8e04-4756656fbf34 req-1799ec5f-72fa-4c02-93c8-a48e1da11b43 tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:02.994830 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-dbe0bcd4-3cfe-4526-8e04-4756656fbf34 req-1799ec5f-72fa-4c02-93c8-a48e1da11b43 tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] 10.222.0.70 "GET /v2.0/ports?device_id=566c7a87-c52f-401c-b1ed-5b05f8f5d944 HTTP/1.1" status: 200 len: 943 time: 0.1947036 Jun 14 18:12:03.058865 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8edad7-1681-4abb-91e4-5931746b4e3c req-58176bfd-fe33-468a-ad9c-c06ef658c16e tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:03.060371 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-6e8edad7-1681-4abb-91e4-5931746b4e3c req-58176bfd-fe33-468a-ad9c-c06ef658c16e tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.90 "GET /v2.0/networks?id=3d23af53-6361-4f33-abe1-d3023a18c244 HTTP/1.1" status: 200 len: 818 time: 0.3967531 Jun 14 18:12:03.060960 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-154950be-1c13-4b52-83ed-855bc86716c6 req-831a09cd-679d-4936-b28d-a75987965e23 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Made reservation on behalf of ce9a2eeca2ae45e78c3f8e1182360462 for: {'port': 1} {{(pid=102476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:12:03.064194 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-154950be-1c13-4b52-83ed-855bc86716c6 req-831a09cd-679d-4936-b28d-a75987965e23 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:03.084696 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-6e48b8ac-c2cf-4a88-aae0-cafb06a27bd6 req-2221bb79-b960-42c7-8f01-104ae5267714 service neutron] 10.222.0.90 "GET /v2.0/networks/e4802f45-6d76-4b53-9a7f-7b43659748a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198291 Jun 14 18:12:03.087561 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.v2.base [req-6e8edad7-1681-4abb-91e4-5931746b4e3c req-027fdeb6-2a67-409c-902b-84b6a31bc842 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Request body: {'port': {'device_id': '69ae7078-ef55-49c6-a2aa-659280d155db', 'network_id': '3d23af53-6361-4f33-abe1-d3023a18c244', 'admin_state_up': True, 'tenant_id': '3042e999f1144c7da1a2473d58a86532'}} {{(pid=102476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:12:03.157843 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device 7fc3453c-8806-44b7-b298-1ecd282dc130 details requested by agent hyperv_hv-cinder-82173 with host hv-cinder-82173 {{(pid=102478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 14 18:12:03.172088 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-dbe0bcd4-3cfe-4526-8e04-4756656fbf34 req-576a7321-f2b9-4f56-83bf-0dc8c75397f2 tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] 10.222.0.70 "GET /v2.0/security-groups?id=263484f0-947f-4e28-aef2-3e39e961baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511869 Jun 14 18:12:03.300480 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.notifiers.nova [req-8f6875b7-c794-4b3b-b3f7-a117d595e1f4 req-9a2ff35c-b507-42de-8646-d747e6275ab1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73718447-1a32-41cd-8208-8ee7bff08056 {{(pid=102477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:12:03.340519 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-292322ca-c3ee-4c61-a9f2-7f9686eac573 req-bff3663a-cc41-4be4-895a-548986b9f121 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 210 time: 0.0768764 Jun 14 18:12:03.341190 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] For port 7fc3453c-8806-44b7-b298-1ecd282dc130, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=7fc3453c-8806-44b7-b298-1ecd282dc130,segment=NetworkSegment(be372e10-dbfd-44ed-9c8c-b2b8f0060cbb),segment_id=be372e10-dbfd-44ed-9c8c-b2b8f0060cbb)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:12:03.362435 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-8f6875b7-c794-4b3b-b3f7-a117d595e1f4 req-9a2ff35c-b507-42de-8646-d747e6275ab1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:03.383961 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Returning: {'device': '7fc3453c-8806-44b7-b298-1ecd282dc130', 'network_id': 'e8eeec05-4ec1-4227-b538-010bf7703795', 'port_id': '7fc3453c-8806-44b7-b298-1ecd282dc130', 'mac_address': 'fa:16:3e:80:d6:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1007, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daa92479-e2d0-4613-979c-695b15b913b0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 14 18:12:03.400993 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b6c5fc-4afc-4471-9ac6-1cdb9f84037f req-d6ba5b35-6a9b-49f5-afd6-21fa134944e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:03.402559 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-b1b6c5fc-4afc-4471-9ac6-1cdb9f84037f req-d6ba5b35-6a9b-49f5-afd6-21fa134944e6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1656a3c434d1462d9a2c48c24f0b7728&device_id=6a8b5ea8-c54d-4d44-beec-4a5c503b870e HTTP/1.1" status: 200 len: 1097 time: 0.1478565 Jun 14 18:12:03.403587 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.provisioning_blocks [req-8f6875b7-c794-4b3b-b3f7-a117d595e1f4 req-9a2ff35c-b507-42de-8646-d747e6275ab1 service neutron] Transition to ACTIVE for port object 73718447-1a32-41cd-8208-8ee7bff08056 will not be triggered until provisioned by entity L2. {{(pid=102477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 18:12:03.412897 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-8f6875b7-c794-4b3b-b3f7-a117d595e1f4 req-9a2ff35c-b507-42de-8646-d747e6275ab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:03.492911 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Current status of the port 7fc3453c-8806-44b7-b298-1ecd282dc130 is: DOWN; New status is: BUILD {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:12:03.493322 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:03.514790 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.notifiers.nova [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fc3453c-8806-44b7-b298-1ecd282dc130 {{(pid=102478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:12:03.532222 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2ff35c-b507-42de-8646-d747e6275ab1 service neutron] Pushing event updated for resources: {'Port': ['ID=73718447-1a32-41cd-8208-8ee7bff08056,revision_number=2']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:03.544928 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] For port 7fc3453c-8806-44b7-b298-1ecd282dc130, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=7fc3453c-8806-44b7-b298-1ecd282dc130,segment=NetworkSegment(be372e10-dbfd-44ed-9c8c-b2b8f0060cbb),segment_id=be372e10-dbfd-44ed-9c8c-b2b8f0060cbb)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:12:03.567570 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:03.719724 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Pushing event updated for resources: {'Port': ['ID=7fc3453c-8806-44b7-b298-1ecd282dc130,revision_number=4']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:03.752575 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.managers [req-8f6875b7-c794-4b3b-b3f7-a117d595e1f4 req-9a2ff35c-b507-42de-8646-d747e6275ab1 service neutron] Attempting to bind port 73718447-1a32-41cd-8208-8ee7bff08056 on host hv-cinder-82173 for vnic_type normal with profile {{(pid=102477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 14 18:12:03.752575 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.managers [req-8f6875b7-c794-4b3b-b3f7-a117d595e1f4 req-9a2ff35c-b507-42de-8646-d747e6275ab1 service neutron] Attempting to bind port 73718447-1a32-41cd-8208-8ee7bff08056 by drivers openvswitch,hyperv on host hv-cinder-82173 at level 0 using segments [{'id': 'ec03b231-3de7-452c-aafc-d658d7157626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '3d23af53-6361-4f33-abe1-d3023a18c244'}] {{(pid=102477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 14 18:12:03.752575 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6875b7-c794-4b3b-b3f7-a117d595e1f4 req-9a2ff35c-b507-42de-8646-d747e6275ab1 service neutron] Attempting to bind port 73718447-1a32-41cd-8208-8ee7bff08056 on network 3d23af53-6361-4f33-abe1-d3023a18c244 {{(pid=102477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:12:03.768815 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6875b7-c794-4b3b-b3f7-a117d595e1f4 req-9a2ff35c-b507-42de-8646-d747e6275ab1 service neutron] Port 73718447-1a32-41cd-8208-8ee7bff08056 on network 3d23af53-6361-4f33-abe1-d3023a18c244 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82173 {{(pid=102477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 14 18:12:03.769419 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6875b7-c794-4b3b-b3f7-a117d595e1f4 req-9a2ff35c-b507-42de-8646-d747e6275ab1 service neutron] Attempting to bind port 73718447-1a32-41cd-8208-8ee7bff08056 on network 3d23af53-6361-4f33-abe1-d3023a18c244 {{(pid=102477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:12:03.819493 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6875b7-c794-4b3b-b3f7-a117d595e1f4 req-9a2ff35c-b507-42de-8646-d747e6275ab1 service neutron] Checking agent: {'id': '37867b7d-ea9d-4c92-b09f-db78138d4892', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82173', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 9, 26), 'started_at': datetime.datetime(2022, 6, 14, 18, 9, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:12:03.820103 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6875b7-c794-4b3b-b3f7-a117d595e1f4 req-9a2ff35c-b507-42de-8646-d747e6275ab1 service neutron] Checking segment: {'id': 'ec03b231-3de7-452c-aafc-d658d7157626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '3d23af53-6361-4f33-abe1-d3023a18c244'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 14 18:12:03.820185 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6875b7-c794-4b3b-b3f7-a117d595e1f4 req-9a2ff35c-b507-42de-8646-d747e6275ab1 service neutron] Bound using segment: {'id': 'ec03b231-3de7-452c-aafc-d658d7157626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '3d23af53-6361-4f33-abe1-d3023a18c244'} {{(pid=102477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:12:03.820639 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.managers [req-8f6875b7-c794-4b3b-b3f7-a117d595e1f4 req-9a2ff35c-b507-42de-8646-d747e6275ab1 service neutron] Bound port: 73718447-1a32-41cd-8208-8ee7bff08056, host: hv-cinder-82173, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec03b231-3de7-452c-aafc-d658d7157626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '3d23af53-6361-4f33-abe1-d3023a18c244'}}] {{(pid=102477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 14 18:12:03.826158 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-8f6875b7-c794-4b3b-b3f7-a117d595e1f4 req-9a2ff35c-b507-42de-8646-d747e6275ab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:03.841358 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] get_ports_and_sgs() called for port_ids ['7fc3453c-8806-44b7-b298-1ecd282dc130'] {{(pid=102478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 14 18:12:03.870632 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b6c5fc-4afc-4471-9ac6-1cdb9f84037f req-6eb14208-ca17-492d-a28f-4593d111f655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:03.872068 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-b1b6c5fc-4afc-4471-9ac6-1cdb9f84037f req-6eb14208-ca17-492d-a28f-4593d111f655 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e4802f45-6d76-4b53-9a7f-7b43659748a3 HTTP/1.1" status: 200 len: 912 time: 0.4524155 Jun 14 18:12:03.960433 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-f4b7c1a0-b29d-4de1-b0ee-6c0f8b8e00f4 req-aa4e93fd-1ebf-49cf-b9dc-8061e9088b34 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=69ae7078-ef55-49c6-a2aa-659280d155db HTTP/1.1" status: 200 len: 210 time: 0.1585531 Jun 14 18:12:04.045163 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-b1b6c5fc-4afc-4471-9ac6-1cdb9f84037f req-e4997158-f228-493d-8d6c-92c508cde863 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8330099f-0bd0-4adb-af41-2651b0cf9e3b HTTP/1.1" status: 200 len: 217 time: 0.1538508 Jun 14 18:12:04.091205 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e8edad7-1681-4abb-91e4-5931746b4e3c req-027fdeb6-2a67-409c-902b-84b6a31bc842 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Made reservation on behalf of 3042e999f1144c7da1a2473d58a86532 for: {'port': 1} {{(pid=102476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:12:04.097702 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-6e8edad7-1681-4abb-91e4-5931746b4e3c req-027fdeb6-2a67-409c-902b-84b6a31bc842 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:04.145306 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc6cd7-779e-4ed4-9965-c45b69f15890 req-c1e7a23b-c9b1-415b-9188-075568229ec7 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:04.145763 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.db.db_base_plugin_common [req-154950be-1c13-4b52-83ed-855bc86716c6 req-831a09cd-679d-4936-b28d-a75987965e23 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Allocated IP 172.20.0.6 (207b3e54-87d5-4ff2-9e27-0fc3ae498411/60742c27-3909-4c07-b59a-2eae5cd6702e/155f6b8d-7e54-4a68-be58-dd9494c118a5) {{(pid=102476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:12:04.153860 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-2edc6cd7-779e-4ed4-9965-c45b69f15890 req-c1e7a23b-c9b1-415b-9188-075568229ec7 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8b5ea8-c54d-4d44-beec-4a5c503b870e HTTP/1.1" status: 200 len: 944 time: 0.4214163 Jun 14 18:12:04.192924 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.db [req-8f6875b7-c794-4b3b-b3f7-a117d595e1f4 req-9a2ff35c-b507-42de-8646-d747e6275ab1 service neutron] For port 73718447-1a32-41cd-8208-8ee7bff08056, host hv-cinder-82173, cleared binding levels {{(pid=102477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:12:04.243213 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.db [req-8f6875b7-c794-4b3b-b3f7-a117d595e1f4 req-9a2ff35c-b507-42de-8646-d747e6275ab1 service neutron] For port 73718447-1a32-41cd-8208-8ee7bff08056, host hv-cinder-82173, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=73718447-1a32-41cd-8208-8ee7bff08056,segment=NetworkSegment(ec03b231-3de7-452c-aafc-d658d7157626),segment_id=ec03b231-3de7-452c-aafc-d658d7157626)] {{(pid=102477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:12:04.278159 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-2edc6cd7-779e-4ed4-9965-c45b69f15890 req-8c16f6ac-0fc9-43cb-aac4-cc3446843a63 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/security-groups?id=395065f2-5ad0-4d61-889d-81c18e5b9b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230981 Jun 14 18:12:04.279656 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b6c5fc-4afc-4471-9ac6-1cdb9f84037f req-895b3be8-7f08-454d-b900-7304049485b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:04.281063 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-b1b6c5fc-4afc-4471-9ac6-1cdb9f84037f req-895b3be8-7f08-454d-b900-7304049485b2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0bf57453-530a-4cde-8cdb-616dbddd580e HTTP/1.1" status: 200 len: 849 time: 0.2028580 Jun 14 18:12:04.283192 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-8f6875b7-c794-4b3b-b3f7-a117d595e1f4 req-9a2ff35c-b507-42de-8646-d747e6275ab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:04.380424 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6875b7-c794-4b3b-b3f7-a117d595e1f4 req-9a2ff35c-b507-42de-8646-d747e6275ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:04.381925 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-8f6875b7-c794-4b3b-b3f7-a117d595e1f4 req-9a2ff35c-b507-42de-8646-d747e6275ab1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7944499'] for port, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:04.383784 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-8f6875b7-c794-4b3b-b3f7-a117d595e1f4 req-9a2ff35c-b507-42de-8646-d747e6275ab1 service neutron] 10.222.0.90 "PUT /v2.0/ports/73718447-1a32-41cd-8208-8ee7bff08056 HTTP/1.1" status: 200 len: 1094 time: 1.9683323 Jun 14 18:12:04.387290 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c01ae33-4bcd-4445-b978-df44a99f69bf', 'tag': '73718447-1a32-41cd-8208-8ee7bff08056'}] {{(pid=102477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:12:04.389578 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63a05a5c49a881ad62840f65bcdf4689c8e257def52ee20504415851ea2faa0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc72c74-b536-4e29-81e2-d4fea4a9e0d0" -d '{"events": [{"name": "network-changed", "server_uuid": "1c01ae33-4bcd-4445-b978-df44a99f69bf", "tag": "73718447-1a32-41cd-8208-8ee7bff08056"}]}' {{(pid=102477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:12:04.410269 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-154950be-1c13-4b52-83ed-855bc86716c6 req-831a09cd-679d-4936-b28d-a75987965e23 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify callbacks [] for port, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:04.430269 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b6c5fc-4afc-4471-9ac6-1cdb9f84037f req-8eaa5e08-89b5-4a32-b199-b3163719e927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:04.430269 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-b1b6c5fc-4afc-4471-9ac6-1cdb9f84037f req-8eaa5e08-89b5-4a32-b199-b3163719e927 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e4802f45-6d76-4b53-9a7f-7b43659748a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1389832 Jun 14 18:12:04.430269 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2ff35c-b507-42de-8646-d747e6275ab1 service neutron] Pushing event updated for resources: {'Port': ['ID=73718447-1a32-41cd-8208-8ee7bff08056,revision_number=3']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:04.519083 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-16d8bfaa-0e7c-4bff-aabd-1f7e4983a3a1 req-62a2e2c8-ab75-49f5-bada-0fa9198866d4 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 210 time: 0.0638630 Jun 14 18:12:04.561294 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-154950be-1c13-4b52-83ed-855bc86716c6 req-831a09cd-679d-4936-b28d-a75987965e23 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239190878'] for port, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:04.603068 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Jun 2022 18:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad1dd61-5067-40f2-95e6-834c04d87623 x-openstack-request-id: req-4ad1dd61-5067-40f2-95e6-834c04d87623 {{(pid=102477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:12:04.603552 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c01ae33-4bcd-4445-b978-df44a99f69bf", "tag": "73718447-1a32-41cd-8208-8ee7bff08056", "status": "completed", "code": 200}]} {{(pid=102477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:12:04.603940 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4ad1dd61-5067-40f2-95e6-834c04d87623 {{(pid=102477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:12:04.604501 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ad1dd61-5067-40f2-95e6-834c04d87623'] response: {'name': 'network-changed', 'server_uuid': '1c01ae33-4bcd-4445-b978-df44a99f69bf', 'tag': '73718447-1a32-41cd-8208-8ee7bff08056', 'status': 'completed', 'code': 200} Jun 14 18:12:04.663463 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.db.db_base_plugin_common [req-6e8edad7-1681-4abb-91e4-5931746b4e3c req-027fdeb6-2a67-409c-902b-84b6a31bc842 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Allocated IP 172.20.0.8 (3d23af53-6361-4f33-abe1-d3023a18c244/5d625bfa-3024-4c1b-95b8-b3295848e69c/8272734a-846d-4f63-8224-608a7542ed04) {{(pid=102476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:12:04.673101 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476e07e2-9443-46c2-8eb8-6b97b1570b9f req-a58b1b20-fdb5-4d31-aeab-13794ac805b5 tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:04.674812 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-476e07e2-9443-46c2-8eb8-6b97b1570b9f req-a58b1b20-fdb5-4d31-aeab-13794ac805b5 tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] 10.222.0.70 "GET /v2.0/ports?device_id=566c7a87-c52f-401c-b1ed-5b05f8f5d944 HTTP/1.1" status: 200 len: 944 time: 0.2373497 Jun 14 18:12:04.716382 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-154950be-1c13-4b52-83ed-855bc86716c6 req-831a09cd-679d-4936-b28d-a75987965e23 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Network 207b3e54-87d5-4ff2-9e27-0fc3ae498411 is already hosted by enough agents. {{(pid=102476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:12:04.737683 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.base_scheduler [req-154950be-1c13-4b52-83ed-855bc86716c6 req-831a09cd-679d-4936-b28d-a75987965e23 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Resources bound (agent type, host, resource id): {{(pid=102476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:12:04.751912 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.db.l3_dvrscheduler_db [req-154950be-1c13-4b52-83ed-855bc86716c6 req-831a09cd-679d-4936-b28d-a75987965e23 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Received port after_create {{(pid=102476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 14 18:12:04.758903 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154950be-1c13-4b52-83ed-855bc86716c6 req-831a09cd-679d-4936-b28d-a75987965e23 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:04.759527 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-154950be-1c13-4b52-83ed-855bc86716c6 req-831a09cd-679d-4936-b28d-a75987965e23 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7944499'] for port, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:04.767872 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831a09cd-679d-4936-b28d-a75987965e23 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Pushing event updated for resources: {'Port': ['ID=155f6b8d-7e54-4a68-be58-dd9494c118a5,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:04.848931 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-476e07e2-9443-46c2-8eb8-6b97b1570b9f req-96e266a6-de8f-462c-8488-2d51084d9cb4 tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] 10.222.0.70 "GET /v2.0/security-groups?id=263484f0-947f-4e28-aef2-3e39e961baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635590 Jun 14 18:12:04.855976 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-154950be-1c13-4b52-83ed-855bc86716c6 req-831a09cd-679d-4936-b28d-a75987965e23 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2798986 Jun 14 18:12:04.974512 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-6e8edad7-1681-4abb-91e4-5931746b4e3c req-027fdeb6-2a67-409c-902b-84b6a31bc842 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Notify callbacks [] for port, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:05.020404 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-6e8edad7-1681-4abb-91e4-5931746b4e3c req-027fdeb6-2a67-409c-902b-84b6a31bc842 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239190878'] for port, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:05.073206 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e8edad7-1681-4abb-91e4-5931746b4e3c req-027fdeb6-2a67-409c-902b-84b6a31bc842 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Network 3d23af53-6361-4f33-abe1-d3023a18c244 is already hosted by enough agents. {{(pid=102476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:12:05.077068 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.base_scheduler [req-6e8edad7-1681-4abb-91e4-5931746b4e3c req-027fdeb6-2a67-409c-902b-84b6a31bc842 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Resources bound (agent type, host, resource id): {{(pid=102476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:12:05.081994 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e8edad7-1681-4abb-91e4-5931746b4e3c req-027fdeb6-2a67-409c-902b-84b6a31bc842 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Received port after_create {{(pid=102476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 14 18:12:05.089019 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8edad7-1681-4abb-91e4-5931746b4e3c req-027fdeb6-2a67-409c-902b-84b6a31bc842 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:05.089641 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-6e8edad7-1681-4abb-91e4-5931746b4e3c req-027fdeb6-2a67-409c-902b-84b6a31bc842 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7944499'] for port, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:05.109382 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027fdeb6-2a67-409c-902b-84b6a31bc842 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Pushing event updated for resources: {'Port': ['ID=8272734a-846d-4f63-8224-608a7542ed04,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:05.114387 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76064fca-77f2-46da-87fd-11a539581f60 req-a8594ec6-4997-41b2-90b2-2779f970b2a8 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:05.131177 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-76064fca-77f2-46da-87fd-11a539581f60 req-a8594ec6-4997-41b2-90b2-2779f970b2a8 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=69ae7078-ef55-49c6-a2aa-659280d155db HTTP/1.1" status: 200 len: 931 time: 0.0751371 Jun 14 18:12:05.137964 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-6e8edad7-1681-4abb-91e4-5931746b4e3c req-027fdeb6-2a67-409c-902b-84b6a31bc842 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0562320 Jun 14 18:12:05.141117 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-1c6c3b70-7b42-41b6-8316-f71823a73932 None None] Provisioning complete for port 155f6b8d-7e54-4a68-be58-dd9494c118a5 triggered by entity DHCP. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:12:05.142162 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-1c6c3b70-7b42-41b6-8316-f71823a73932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:05.148231 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 50572) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:12:05.179473 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-76064fca-77f2-46da-87fd-11a539581f60 req-73f59116-09d5-4c63-b3ee-95b7934e8109 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472620 Jun 14 18:12:05.193939 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-1c6c3b70-7b42-41b6-8316-f71823a73932 None None] Port 155f6b8d-7e54-4a68-be58-dd9494c118a5 cannot update to ACTIVE because it is not bound. {{(pid=102478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jun 14 18:12:05.297616 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-8bd28004-f227-4a24-88e4-08fe5ee64987 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:05.418816 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-553bc7a8-ede0-4422-b5d2-36cae3d52508 None None] Provisioning complete for port 8272734a-846d-4f63-8224-608a7542ed04 triggered by entity DHCP. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:12:05.419430 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-553bc7a8-ede0-4422-b5d2-36cae3d52508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:05.426504 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-8bd28004-f227-4a24-88e4-08fe5ee64987 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:05.452690 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aab682-c4b0-42b4-9878-0dddfdd042e2 req-e32cd0f5-37fe-4327-b366-f1f04a86fa36 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:05.453541 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-553bc7a8-ede0-4422-b5d2-36cae3d52508 None None] Port 8272734a-846d-4f63-8224-608a7542ed04 cannot update to ACTIVE because it is not bound. {{(pid=102478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jun 14 18:12:05.458243 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-86aab682-c4b0-42b4-9878-0dddfdd042e2 req-e32cd0f5-37fe-4327-b366-f1f04a86fa36 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8b5ea8-c54d-4d44-beec-4a5c503b870e HTTP/1.1" status: 200 len: 944 time: 0.0973773 Jun 14 18:12:05.459846 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-8bd28004-f227-4a24-88e4-08fe5ee64987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:05.514997 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-8bd28004-f227-4a24-88e4-08fe5ee64987 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e1cbf01b2d9643c6acc572e0f1807798&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3655462 Jun 14 18:12:05.518671 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 50586) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:12:05.520488 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd28004-f227-4a24-88e4-08fe5ee64987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eea126cc-f40f-4728-8236-f85d5c2d436d,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:05.538776 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-86aab682-c4b0-42b4-9878-0dddfdd042e2 req-ae946ab4-f823-4cfc-9e22-05b858580984 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/security-groups?id=395065f2-5ad0-4d61-889d-81c18e5b9b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683968 Jun 14 18:12:05.588687 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-e786a44f-f6d7-4b63-a2bb-48cd63839573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:05.619469 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-e786a44f-f6d7-4b63-a2bb-48cd63839573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:05.678248 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d610e1b7-5022-4ab7-b0ba-8cf7fd58d598 req-744bd4cc-e245-4a94-8f40-536efe450bac tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:05.679629 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-d610e1b7-5022-4ab7-b0ba-8cf7fd58d598 req-744bd4cc-e245-4a94-8f40-536efe450bac tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 931 time: 0.0773335 Jun 14 18:12:05.702758 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-e786a44f-f6d7-4b63-a2bb-48cd63839573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:05.705091 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-e786a44f-f6d7-4b63-a2bb-48cd63839573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:05.706189 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-e786a44f-f6d7-4b63-a2bb-48cd63839573 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/eea126cc-f40f-4728-8236-f85d5c2d436d HTTP/1.1" status: 204 len: 168 time: 0.1855683 Jun 14 18:12:05.718625 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e786a44f-f6d7-4b63-a2bb-48cd63839573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea126cc-f40f-4728-8236-f85d5c2d436d,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:05.735913 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-d610e1b7-5022-4ab7-b0ba-8cf7fd58d598 req-6b027135-10b1-4fdb-b67c-90e03f988621 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498960 Jun 14 18:12:05.975865 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7626db4-81b9-40dc-b585-293605694d0b req-9c588db1-3859-48b1-a36e-7fbea2886af2 tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:05.977376 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-a7626db4-81b9-40dc-b585-293605694d0b req-9c588db1-3859-48b1-a36e-7fbea2886af2 tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] 10.222.0.70 "GET /v2.0/ports?device_id=566c7a87-c52f-401c-b1ed-5b05f8f5d944 HTTP/1.1" status: 200 len: 944 time: 0.0534551 Jun 14 18:12:06.016478 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-a7626db4-81b9-40dc-b585-293605694d0b req-54068d64-a0ca-4c7d-a29f-884399f370ee tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] 10.222.0.70 "GET /v2.0/security-groups?id=263484f0-947f-4e28-aef2-3e39e961baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329764 Jun 14 18:12:06.102817 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device 8330099f-0bd0-4adb-af41-2651b0cf9e3b details requested by agent hyperv_hv-cinder-82173 with host hv-cinder-82173 {{(pid=102478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 14 18:12:06.203635 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] For port 8330099f-0bd0-4adb-af41-2651b0cf9e3b, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=8330099f-0bd0-4adb-af41-2651b0cf9e3b,segment=NetworkSegment(91c000b5-b307-4d83-9292-f5327311bde5),segment_id=91c000b5-b307-4d83-9292-f5327311bde5)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:12:06.216343 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Returning: {'device': '8330099f-0bd0-4adb-af41-2651b0cf9e3b', 'network_id': 'e4802f45-6d76-4b53-9a7f-7b43659748a3', 'port_id': '8330099f-0bd0-4adb-af41-2651b0cf9e3b', 'mac_address': 'fa:16:3e:9e:2a:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1040, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bf57453-530a-4cde-8cdb-616dbddd580e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 14 18:12:06.258231 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Current status of the port 8330099f-0bd0-4adb-af41-2651b0cf9e3b is: DOWN; New status is: BUILD {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:12:06.258659 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:06.277422 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.notifiers.nova [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8330099f-0bd0-4adb-af41-2651b0cf9e3b {{(pid=102478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:12:06.299047 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30967049-e2d2-49d0-a125-9d34aff0139f req-a3b5001d-d020-40d9-a1b0-5a75acc04241 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:06.299611 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] For port 8330099f-0bd0-4adb-af41-2651b0cf9e3b, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=8330099f-0bd0-4adb-af41-2651b0cf9e3b,segment=NetworkSegment(91c000b5-b307-4d83-9292-f5327311bde5),segment_id=91c000b5-b307-4d83-9292-f5327311bde5)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:12:06.300728 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-30967049-e2d2-49d0-a125-9d34aff0139f req-a3b5001d-d020-40d9-a1b0-5a75acc04241 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=69ae7078-ef55-49c6-a2aa-659280d155db HTTP/1.1" status: 200 len: 931 time: 0.0570455 Jun 14 18:12:06.304245 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:06.342134 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-30967049-e2d2-49d0-a125-9d34aff0139f req-c4dd76f6-eea8-4ebf-b7ab-6ae5b8dffdf8 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349813 Jun 14 18:12:06.354318 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Pushing event updated for resources: {'Port': ['ID=8330099f-0bd0-4adb-af41-2651b0cf9e3b,revision_number=4']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:06.657965 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66763e8-a2e8-4c45-afa0-e47d931487eb req-c29f8888-a6cf-42a9-966c-8a34e08516c0 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:06.659447 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-b66763e8-a2e8-4c45-afa0-e47d931487eb req-c29f8888-a6cf-42a9-966c-8a34e08516c0 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8b5ea8-c54d-4d44-beec-4a5c503b870e HTTP/1.1" status: 200 len: 945 time: 0.0488183 Jun 14 18:12:06.698647 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-b66763e8-a2e8-4c45-afa0-e47d931487eb req-7f03c03f-06ae-4287-9a8b-b14f1d2281be tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/security-groups?id=395065f2-5ad0-4d61-889d-81c18e5b9b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328970 Jun 14 18:12:06.865418 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb39f6eb-9e97-43da-9028-c61ef7368df2 req-8ec84da1-9f3e-4d0d-bd81-46ddbc8f4a7b tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:06.867149 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-eb39f6eb-9e97-43da-9028-c61ef7368df2 req-8ec84da1-9f3e-4d0d-bd81-46ddbc8f4a7b tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 931 time: 0.0592797 Jun 14 18:12:06.905979 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-eb39f6eb-9e97-43da-9028-c61ef7368df2 req-820a66b4-65a7-4e41-904c-0f076de44b7d tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320375 Jun 14 18:12:07.093807 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.v2.base [req-6e8edad7-1681-4abb-91e4-5931746b4e3c req-e0585180-47f7-4370-99e5-7fcb3007ede5 service neutron] Request body: {'port': {'device_id': '69ae7078-ef55-49c6-a2aa-659280d155db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82173'}} {{(pid=102476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:12:07.119597 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.v2.base [req-154950be-1c13-4b52-83ed-855bc86716c6 req-c7a6abfd-f873-4f27-b46f-3b75cf04bcfe service neutron] Request body: {'port': {'device_id': '02a3a7be-c0dc-4e73-81e8-ffc85cac6e70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82173'}} {{(pid=102476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:12:07.243398 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-6e8edad7-1681-4abb-91e4-5931746b4e3c req-e0585180-47f7-4370-99e5-7fcb3007ede5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:07.256687 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c9dcc-9d40-485e-81b5-9f6aa7e3742b req-96dd3110-dac3-45e6-983c-2ca7b84cddb3 tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:07.258427 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-007c9dcc-9d40-485e-81b5-9f6aa7e3742b req-96dd3110-dac3-45e6-983c-2ca7b84cddb3 tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] 10.222.0.70 "GET /v2.0/ports?device_id=566c7a87-c52f-401c-b1ed-5b05f8f5d944 HTTP/1.1" status: 200 len: 944 time: 0.1433825 Jun 14 18:12:07.265271 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-154950be-1c13-4b52-83ed-855bc86716c6 req-c7a6abfd-f873-4f27-b46f-3b75cf04bcfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:07.300145 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] get_ports_and_sgs() called for port_ids ['8330099f-0bd0-4adb-af41-2651b0cf9e3b'] {{(pid=102478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 14 18:12:07.387861 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-b1b6c5fc-4afc-4471-9ac6-1cdb9f84037f req-5ff83c84-5ffe-4e56-9c71-33b70740e53c service neutron] 10.222.0.90 "GET /v2.0/networks/e4802f45-6d76-4b53-9a7f-7b43659748a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033504 Jun 14 18:12:07.434075 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc72c74-b536-4e29-81e2-d4fea4a9e0d0 req-eea71314-a20f-41bd-bb19-f07be115ac91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:07.435627 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-5cc72c74-b536-4e29-81e2-d4fea4a9e0d0 req-eea71314-a20f-41bd-bb19-f07be115ac91 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3042e999f1144c7da1a2473d58a86532&device_id=1c01ae33-4bcd-4445-b978-df44a99f69bf HTTP/1.1" status: 200 len: 1097 time: 0.3368351 Jun 14 18:12:07.464211 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-007c9dcc-9d40-485e-81b5-9f6aa7e3742b req-94423f9f-90a4-4d5d-b0f7-6d8dbc4b4238 tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] 10.222.0.70 "GET /v2.0/security-groups?id=263484f0-947f-4e28-aef2-3e39e961baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941807 Jun 14 18:12:07.728769 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-b1b6c5fc-4afc-4471-9ac6-1cdb9f84037f req-a6b095a1-98cd-497a-9091-10b09459ee4c service neutron] 10.222.0.90 "GET /v2.0/networks/e4802f45-6d76-4b53-9a7f-7b43659748a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3297179 Jun 14 18:12:07.751267 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05104619-e925-43f6-8fc6-be23d540aa8e req-c9f3af4b-55ea-48b2-9566-5ce7b55cfee9 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:07.752705 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-05104619-e925-43f6-8fc6-be23d540aa8e req-c9f3af4b-55ea-48b2-9566-5ce7b55cfee9 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=69ae7078-ef55-49c6-a2aa-659280d155db HTTP/1.1" status: 200 len: 931 time: 0.2274928 Jun 14 18:12:07.764949 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc72c74-b536-4e29-81e2-d4fea4a9e0d0 req-182192d1-b46c-4509-82de-18de6c640eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:07.766870 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-5cc72c74-b536-4e29-81e2-d4fea4a9e0d0 req-182192d1-b46c-4509-82de-18de6c640eb1 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=3042e999f1144c7da1a2473d58a86532&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3184657 Jun 14 18:12:07.900735 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d22998e-2165-4515-b6f9-19e0033e136b req-ee23f00a-e862-46b9-90f1-3e23738a18d1 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:07.903296 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-4d22998e-2165-4515-b6f9-19e0033e136b req-ee23f00a-e862-46b9-90f1-3e23738a18d1 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8b5ea8-c54d-4d44-beec-4a5c503b870e HTTP/1.1" status: 200 len: 945 time: 0.0952888 Jun 14 18:12:07.970517 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc72c74-b536-4e29-81e2-d4fea4a9e0d0 req-9ccf6609-2e64-4818-9155-2847fec13004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:07.971988 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-5cc72c74-b536-4e29-81e2-d4fea4a9e0d0 req-9ccf6609-2e64-4818-9155-2847fec13004 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1822701 Jun 14 18:12:07.987186 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-05104619-e925-43f6-8fc6-be23d540aa8e req-55d77f2d-6d34-482a-9268-ff89446b5ccd tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189159 Jun 14 18:12:08.033362 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-4d22998e-2165-4515-b6f9-19e0033e136b req-066174c4-ec17-4b9a-94df-b7b28db862ab tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/security-groups?id=395065f2-5ad0-4d61-889d-81c18e5b9b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123819 Jun 14 18:12:08.084231 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.notifiers.nova [req-6e8edad7-1681-4abb-91e4-5931746b4e3c req-e0585180-47f7-4370-99e5-7fcb3007ede5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8272734a-846d-4f63-8224-608a7542ed04 {{(pid=102476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:12:08.095286 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-6e8edad7-1681-4abb-91e4-5931746b4e3c req-e0585180-47f7-4370-99e5-7fcb3007ede5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:08.109318 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.notifiers.nova [req-154950be-1c13-4b52-83ed-855bc86716c6 req-c7a6abfd-f873-4f27-b46f-3b75cf04bcfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 155f6b8d-7e54-4a68-be58-dd9494c118a5 {{(pid=102476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:12:08.123842 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6875b7-c794-4b3b-b3f7-a117d595e1f4 req-9419c3f1-06d9-4f3f-99f8-31c102de005a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:08.125423 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-8f6875b7-c794-4b3b-b3f7-a117d595e1f4 req-9419c3f1-06d9-4f3f-99f8-31c102de005a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3042e999f1144c7da1a2473d58a86532&device_id=1c01ae33-4bcd-4445-b978-df44a99f69bf HTTP/1.1" status: 200 len: 1097 time: 0.1033635 Jun 14 18:12:08.130410 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-154950be-1c13-4b52-83ed-855bc86716c6 req-c7a6abfd-f873-4f27-b46f-3b75cf04bcfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:08.145577 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.db.provisioning_blocks [req-6e8edad7-1681-4abb-91e4-5931746b4e3c req-e0585180-47f7-4370-99e5-7fcb3007ede5 service neutron] Transition to ACTIVE for port object 8272734a-846d-4f63-8224-608a7542ed04 will not be triggered until provisioned by entity L2. {{(pid=102476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 18:12:08.159840 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-6e8edad7-1681-4abb-91e4-5931746b4e3c req-e0585180-47f7-4370-99e5-7fcb3007ede5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:08.183263 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.db.provisioning_blocks [req-154950be-1c13-4b52-83ed-855bc86716c6 req-c7a6abfd-f873-4f27-b46f-3b75cf04bcfe service neutron] Transition to ACTIVE for port object 155f6b8d-7e54-4a68-be58-dd9494c118a5 will not be triggered until provisioned by entity L2. {{(pid=102476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 18:12:08.256074 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-8f6875b7-c794-4b3b-b3f7-a117d595e1f4 req-49b174b1-9094-4826-896c-3e0dbf1d138e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=73718447-1a32-41cd-8208-8ee7bff08056 HTTP/1.1" status: 200 len: 217 time: 0.0925696 Jun 14 18:12:08.364195 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768a3618-496a-4f63-98c4-0f1629260938 req-54347328-efff-4f4c-8b82-6f3ca9d8a613 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:08.367874 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-768a3618-496a-4f63-98c4-0f1629260938 req-54347328-efff-4f4c-8b82-6f3ca9d8a613 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 931 time: 0.2471893 Jun 14 18:12:08.432623 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6875b7-c794-4b3b-b3f7-a117d595e1f4 req-79ceb041-a495-4edd-8b7a-e5d8882d3cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:08.435736 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-8f6875b7-c794-4b3b-b3f7-a117d595e1f4 req-79ceb041-a495-4edd-8b7a-e5d8882d3cad service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5d625bfa-3024-4c1b-95b8-b3295848e69c HTTP/1.1" status: 200 len: 857 time: 0.1731462 Jun 14 18:12:08.445028 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-768a3618-496a-4f63-98c4-0f1629260938 req-32301776-ec17-4e49-8f83-3372258e82c8 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692842 Jun 14 18:12:08.513074 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6875b7-c794-4b3b-b3f7-a117d595e1f4 req-51fb02bb-b5ca-410d-ab78-45a16433e820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:08.514648 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-8f6875b7-c794-4b3b-b3f7-a117d595e1f4 req-51fb02bb-b5ca-410d-ab78-45a16433e820 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3d23af53-6361-4f33-abe1-d3023a18c244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0684087 Jun 14 18:12:08.520092 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-154950be-1c13-4b52-83ed-855bc86716c6 req-c7a6abfd-f873-4f27-b46f-3b75cf04bcfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:08.655516 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 50730) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:12:08.724919 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-8f6875b7-c794-4b3b-b3f7-a117d595e1f4 req-74eed987-600b-43c2-a5df-f62d2df499c0 service neutron] 10.222.0.90 "GET /v2.0/networks/3d23af53-6361-4f33-abe1-d3023a18c244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998999 Jun 14 18:12:08.757174 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0585180-47f7-4370-99e5-7fcb3007ede5 service neutron] Pushing event updated for resources: {'Port': ['ID=8272734a-846d-4f63-8224-608a7542ed04,revision_number=2']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:08.767184 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.managers [req-154950be-1c13-4b52-83ed-855bc86716c6 req-c7a6abfd-f873-4f27-b46f-3b75cf04bcfe service neutron] Attempting to bind port 155f6b8d-7e54-4a68-be58-dd9494c118a5 on host hv-cinder-82173 for vnic_type normal with profile {{(pid=102476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 14 18:12:08.767874 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.managers [req-154950be-1c13-4b52-83ed-855bc86716c6 req-c7a6abfd-f873-4f27-b46f-3b75cf04bcfe service neutron] Attempting to bind port 155f6b8d-7e54-4a68-be58-dd9494c118a5 by drivers openvswitch,hyperv on host hv-cinder-82173 at level 0 using segments [{'id': '3352f152-10ce-4dbd-b036-7cefe3776371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '207b3e54-87d5-4ff2-9e27-0fc3ae498411'}] {{(pid=102476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 14 18:12:08.768588 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154950be-1c13-4b52-83ed-855bc86716c6 req-c7a6abfd-f873-4f27-b46f-3b75cf04bcfe service neutron] Attempting to bind port 155f6b8d-7e54-4a68-be58-dd9494c118a5 on network 207b3e54-87d5-4ff2-9e27-0fc3ae498411 {{(pid=102476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:12:08.808756 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154950be-1c13-4b52-83ed-855bc86716c6 req-c7a6abfd-f873-4f27-b46f-3b75cf04bcfe service neutron] Port 155f6b8d-7e54-4a68-be58-dd9494c118a5 on network 207b3e54-87d5-4ff2-9e27-0fc3ae498411 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82173 {{(pid=102476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 14 18:12:08.809283 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154950be-1c13-4b52-83ed-855bc86716c6 req-c7a6abfd-f873-4f27-b46f-3b75cf04bcfe service neutron] Attempting to bind port 155f6b8d-7e54-4a68-be58-dd9494c118a5 on network 207b3e54-87d5-4ff2-9e27-0fc3ae498411 {{(pid=102476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:12:08.825339 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.managers [req-6e8edad7-1681-4abb-91e4-5931746b4e3c req-e0585180-47f7-4370-99e5-7fcb3007ede5 service neutron] Attempting to bind port 8272734a-846d-4f63-8224-608a7542ed04 on host hv-cinder-82173 for vnic_type normal with profile {{(pid=102476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 14 18:12:08.825863 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.managers [req-6e8edad7-1681-4abb-91e4-5931746b4e3c req-e0585180-47f7-4370-99e5-7fcb3007ede5 service neutron] Attempting to bind port 8272734a-846d-4f63-8224-608a7542ed04 by drivers openvswitch,hyperv on host hv-cinder-82173 at level 0 using segments [{'id': 'ec03b231-3de7-452c-aafc-d658d7157626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '3d23af53-6361-4f33-abe1-d3023a18c244'}] {{(pid=102476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 14 18:12:08.826344 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8edad7-1681-4abb-91e4-5931746b4e3c req-e0585180-47f7-4370-99e5-7fcb3007ede5 service neutron] Attempting to bind port 8272734a-846d-4f63-8224-608a7542ed04 on network 3d23af53-6361-4f33-abe1-d3023a18c244 {{(pid=102476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:12:08.865304 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a2efb2-9504-494d-9b7d-960cb7fc460d req-f93720a8-62ef-44e2-96fe-ec3ef26e9bbd tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:08.881988 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-28a2efb2-9504-494d-9b7d-960cb7fc460d req-f93720a8-62ef-44e2-96fe-ec3ef26e9bbd tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] 10.222.0.70 "GET /v2.0/ports?device_id=566c7a87-c52f-401c-b1ed-5b05f8f5d944 HTTP/1.1" status: 200 len: 944 time: 0.2272666 Jun 14 18:12:08.892052 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8edad7-1681-4abb-91e4-5931746b4e3c req-e0585180-47f7-4370-99e5-7fcb3007ede5 service neutron] Port 8272734a-846d-4f63-8224-608a7542ed04 on network 3d23af53-6361-4f33-abe1-d3023a18c244 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82173 {{(pid=102476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 14 18:12:08.892539 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8edad7-1681-4abb-91e4-5931746b4e3c req-e0585180-47f7-4370-99e5-7fcb3007ede5 service neutron] Attempting to bind port 8272734a-846d-4f63-8224-608a7542ed04 on network 3d23af53-6361-4f33-abe1-d3023a18c244 {{(pid=102476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:12:08.895166 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154950be-1c13-4b52-83ed-855bc86716c6 req-c7a6abfd-f873-4f27-b46f-3b75cf04bcfe service neutron] Checking agent: {'id': '37867b7d-ea9d-4c92-b09f-db78138d4892', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82173', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 9, 26), 'started_at': datetime.datetime(2022, 6, 14, 18, 9, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:12:08.895716 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154950be-1c13-4b52-83ed-855bc86716c6 req-c7a6abfd-f873-4f27-b46f-3b75cf04bcfe service neutron] Checking segment: {'id': '3352f152-10ce-4dbd-b036-7cefe3776371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '207b3e54-87d5-4ff2-9e27-0fc3ae498411'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 14 18:12:08.896423 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154950be-1c13-4b52-83ed-855bc86716c6 req-c7a6abfd-f873-4f27-b46f-3b75cf04bcfe service neutron] Bound using segment: {'id': '3352f152-10ce-4dbd-b036-7cefe3776371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '207b3e54-87d5-4ff2-9e27-0fc3ae498411'} {{(pid=102476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:12:08.897047 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.managers [req-154950be-1c13-4b52-83ed-855bc86716c6 req-c7a6abfd-f873-4f27-b46f-3b75cf04bcfe service neutron] Bound port: 155f6b8d-7e54-4a68-be58-dd9494c118a5, host: hv-cinder-82173, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3352f152-10ce-4dbd-b036-7cefe3776371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '207b3e54-87d5-4ff2-9e27-0fc3ae498411'}}] {{(pid=102476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 14 18:12:08.897793 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-154950be-1c13-4b52-83ed-855bc86716c6 req-c7a6abfd-f873-4f27-b46f-3b75cf04bcfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:08.947339 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-8f6875b7-c794-4b3b-b3f7-a117d595e1f4 req-4325e6dd-505d-4f4d-9e14-0295d68798fc service neutron] 10.222.0.90 "GET /v2.0/networks/3d23af53-6361-4f33-abe1-d3023a18c244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133188 Jun 14 18:12:09.008035 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8edad7-1681-4abb-91e4-5931746b4e3c req-e0585180-47f7-4370-99e5-7fcb3007ede5 service neutron] Checking agent: {'id': '37867b7d-ea9d-4c92-b09f-db78138d4892', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82173', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 9, 26), 'started_at': datetime.datetime(2022, 6, 14, 18, 9, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:12:09.008432 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8edad7-1681-4abb-91e4-5931746b4e3c req-e0585180-47f7-4370-99e5-7fcb3007ede5 service neutron] Checking segment: {'id': 'ec03b231-3de7-452c-aafc-d658d7157626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '3d23af53-6361-4f33-abe1-d3023a18c244'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 14 18:12:09.008831 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8edad7-1681-4abb-91e4-5931746b4e3c req-e0585180-47f7-4370-99e5-7fcb3007ede5 service neutron] Bound using segment: {'id': 'ec03b231-3de7-452c-aafc-d658d7157626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '3d23af53-6361-4f33-abe1-d3023a18c244'} {{(pid=102476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:12:09.009285 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.managers [req-6e8edad7-1681-4abb-91e4-5931746b4e3c req-e0585180-47f7-4370-99e5-7fcb3007ede5 service neutron] Bound port: 8272734a-846d-4f63-8224-608a7542ed04, host: hv-cinder-82173, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec03b231-3de7-452c-aafc-d658d7157626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '3d23af53-6361-4f33-abe1-d3023a18c244'}}] {{(pid=102476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 14 18:12:09.009641 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-6e8edad7-1681-4abb-91e4-5931746b4e3c req-e0585180-47f7-4370-99e5-7fcb3007ede5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:09.016806 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a6abfd-f873-4f27-b46f-3b75cf04bcfe service neutron] Pushing event updated for resources: {'Port': ['ID=155f6b8d-7e54-4a68-be58-dd9494c118a5,revision_number=2']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:09.023174 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-5a9d43fa-a45a-49ab-af9e-c35e727e1f18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:09.086723 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-28a2efb2-9504-494d-9b7d-960cb7fc460d req-e0610eb3-c879-4a81-919a-7eec4dec0eda tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] 10.222.0.70 "GET /v2.0/security-groups?id=263484f0-947f-4e28-aef2-3e39e961baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837630 Jun 14 18:12:09.158258 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ed134-f5c2-44d4-ada9-90b4758c38a1 req-9d20fdb1-3c7c-4a58-b3d4-4b445818a29c tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:09.161140 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-2e8ed134-f5c2-44d4-ada9-90b4758c38a1 req-9d20fdb1-3c7c-4a58-b3d4-4b445818a29c tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=69ae7078-ef55-49c6-a2aa-659280d155db HTTP/1.1" status: 200 len: 943 time: 0.0700760 Jun 14 18:12:09.218510 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-2e8ed134-f5c2-44d4-ada9-90b4758c38a1 req-9a4b0f1c-8375-41a0-be71-ac675263a6a3 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494976 Jun 14 18:12:09.220256 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.db [req-154950be-1c13-4b52-83ed-855bc86716c6 req-c7a6abfd-f873-4f27-b46f-3b75cf04bcfe service neutron] For port 155f6b8d-7e54-4a68-be58-dd9494c118a5, host hv-cinder-82173, cleared binding levels {{(pid=102476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:12:09.232951 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-5a9d43fa-a45a-49ab-af9e-c35e727e1f18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:09.236661 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device 8330099f-0bd0-4adb-af41-2651b0cf9e3b up at agent hyperv_hv-cinder-82173 {{(pid=102478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:12:09.242776 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-5a9d43fa-a45a-49ab-af9e-c35e727e1f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:09.294660 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.db [req-154950be-1c13-4b52-83ed-855bc86716c6 req-c7a6abfd-f873-4f27-b46f-3b75cf04bcfe service neutron] For port 155f6b8d-7e54-4a68-be58-dd9494c118a5, host hv-cinder-82173, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=155f6b8d-7e54-4a68-be58-dd9494c118a5,segment=NetworkSegment(3352f152-10ce-4dbd-b036-7cefe3776371),segment_id=3352f152-10ce-4dbd-b036-7cefe3776371)] {{(pid=102476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:12:09.296396 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-5a9d43fa-a45a-49ab-af9e-c35e727e1f18 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fb9007987e3f4fc9ae4d02721338fb22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6389129 Jun 14 18:12:09.298203 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9d43fa-a45a-49ab-af9e-c35e727e1f18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87b62e27-b161-4bd2-a306-8d831f28a5c0,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:09.300511 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 50774) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:12:09.322122 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-154950be-1c13-4b52-83ed-855bc86716c6 req-c7a6abfd-f873-4f27-b46f-3b75cf04bcfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:09.347023 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Provisioning for port 8330099f-0bd0-4adb-af41-2651b0cf9e3b completed by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 18:12:09.355665 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Provisioning complete for port 8330099f-0bd0-4adb-af41-2651b0cf9e3b triggered by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:12:09.356220 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:09.389768 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.db [req-6e8edad7-1681-4abb-91e4-5931746b4e3c req-e0585180-47f7-4370-99e5-7fcb3007ede5 service neutron] For port 8272734a-846d-4f63-8224-608a7542ed04, host hv-cinder-82173, cleared binding levels {{(pid=102476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:12:09.446121 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154950be-1c13-4b52-83ed-855bc86716c6 req-c7a6abfd-f873-4f27-b46f-3b75cf04bcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:09.446985 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-154950be-1c13-4b52-83ed-855bc86716c6 req-c7a6abfd-f873-4f27-b46f-3b75cf04bcfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7944499'] for port, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:09.448780 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-154950be-1c13-4b52-83ed-855bc86716c6 req-c7a6abfd-f873-4f27-b46f-3b75cf04bcfe service neutron] 10.222.0.90 "PUT /v2.0/ports/155f6b8d-7e54-4a68-be58-dd9494c118a5 HTTP/1.1" status: 200 len: 1093 time: 2.3601818 Jun 14 18:12:09.463352 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb19ddf-0491-49af-a6a6-b145ca422061 req-2a0dac05-8a1b-49b2-8e32-e4e57e46644c tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:09.465588 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-6bb19ddf-0491-49af-a6a6-b145ca422061 req-2a0dac05-8a1b-49b2-8e32-e4e57e46644c tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8b5ea8-c54d-4d44-beec-4a5c503b870e HTTP/1.1" status: 200 len: 945 time: 0.2704659 Jun 14 18:12:09.466260 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02a3a7be-c0dc-4e73-81e8-ffc85cac6e70', 'tag': '155f6b8d-7e54-4a68-be58-dd9494c118a5'}] {{(pid=102476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:12:09.486329 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Current status of the port 8330099f-0bd0-4adb-af41-2651b0cf9e3b is: BUILD; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:12:09.486926 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:09.547190 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a8b5ea8-c54d-4d44-beec-4a5c503b870e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8330099f-0bd0-4adb-af41-2651b0cf9e3b'}] {{(pid=102478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:12:09.585112 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.db [req-6e8edad7-1681-4abb-91e4-5931746b4e3c req-e0585180-47f7-4370-99e5-7fcb3007ede5 service neutron] For port 8272734a-846d-4f63-8224-608a7542ed04, host hv-cinder-82173, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=8272734a-846d-4f63-8224-608a7542ed04,segment=NetworkSegment(ec03b231-3de7-452c-aafc-d658d7157626),segment_id=ec03b231-3de7-452c-aafc-d658d7157626)] {{(pid=102476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:12:09.686953 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3fff44-95e0-46f7-8f73-bbe1521e7cfe req-11bc5ae8-69be-4773-a601-88876b216581 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:09.702262 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-bd3fff44-95e0-46f7-8f73-bbe1521e7cfe req-11bc5ae8-69be-4773-a601-88876b216581 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 943 time: 0.1217511 Jun 14 18:12:09.703229 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-6e8edad7-1681-4abb-91e4-5931746b4e3c req-e0585180-47f7-4370-99e5-7fcb3007ede5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:09.730153 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] For port 8330099f-0bd0-4adb-af41-2651b0cf9e3b, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=8330099f-0bd0-4adb-af41-2651b0cf9e3b,segment=NetworkSegment(91c000b5-b307-4d83-9292-f5327311bde5),segment_id=91c000b5-b307-4d83-9292-f5327311bde5)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:12:09.742121 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:09.746602 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device 7fc3453c-8806-44b7-b298-1ecd282dc130 up at agent hyperv_hv-cinder-82173 {{(pid=102478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:12:09.788829 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-bd3fff44-95e0-46f7-8f73-bbe1521e7cfe req-513b501c-7174-4647-9429-75c5754d9d9d tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703697 Jun 14 18:12:09.806663 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f6785e4de8a87b7f797dd5e96f4d126f8c0b91c7fbdcfaa1853e8ef739b068f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d6471da-5aa7-41a9-93fa-d512eb5d6d66" -d '{"events": [{"name": "network-changed", "server_uuid": "02a3a7be-c0dc-4e73-81e8-ffc85cac6e70", "tag": "155f6b8d-7e54-4a68-be58-dd9494c118a5"}]}' {{(pid=102476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:12:09.814504 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-6bb19ddf-0491-49af-a6a6-b145ca422061 req-486b91ec-2e9c-4415-b88b-9f0a03242591 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/security-groups?id=395065f2-5ad0-4d61-889d-81c18e5b9b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2656434 Jun 14 18:12:09.829801 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8edad7-1681-4abb-91e4-5931746b4e3c req-e0585180-47f7-4370-99e5-7fcb3007ede5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:09.831420 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-6e8edad7-1681-4abb-91e4-5931746b4e3c req-e0585180-47f7-4370-99e5-7fcb3007ede5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7944499'] for port, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:09.833581 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-6e8edad7-1681-4abb-91e4-5931746b4e3c req-e0585180-47f7-4370-99e5-7fcb3007ede5 service neutron] 10.222.0.90 "PUT /v2.0/ports/8272734a-846d-4f63-8224-608a7542ed04 HTTP/1.1" status: 200 len: 1093 time: 2.7500021 Jun 14 18:12:09.841516 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a6abfd-f873-4f27-b46f-3b75cf04bcfe service neutron] Pushing event updated for resources: {'Port': ['ID=155f6b8d-7e54-4a68-be58-dd9494c118a5,revision_number=3']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:09.863676 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154950be-1c13-4b52-83ed-855bc86716c6 req-a4207812-d0a0-438f-99a1-f00da75c6845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:09.865850 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-154950be-1c13-4b52-83ed-855bc86716c6 req-a4207812-d0a0-438f-99a1-f00da75c6845 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ce9a2eeca2ae45e78c3f8e1182360462&device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 1096 time: 0.2930427 Jun 14 18:12:09.867361 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-29fc48d7-5e79-47c6-99ed-b59afc3dd914 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:09.899756 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-29fc48d7-5e79-47c6-99ed-b59afc3dd914 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:10.000962 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Jun 2022 18:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98293b85-f6f9-4d97-8d2a-2ae08295634c x-openstack-request-id: req-98293b85-f6f9-4d97-8d2a-2ae08295634c {{(pid=102476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:12:10.001326 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02a3a7be-c0dc-4e73-81e8-ffc85cac6e70", "tag": "155f6b8d-7e54-4a68-be58-dd9494c118a5", "status": "completed", "code": 200}]} {{(pid=102476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:12:10.001962 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-98293b85-f6f9-4d97-8d2a-2ae08295634c {{(pid=102476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:12:10.002145 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98293b85-f6f9-4d97-8d2a-2ae08295634c'] response: {'name': 'network-changed', 'server_uuid': '02a3a7be-c0dc-4e73-81e8-ffc85cac6e70', 'tag': '155f6b8d-7e54-4a68-be58-dd9494c118a5', 'status': 'completed', 'code': 200} Jun 14 18:12:10.005695 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-29fc48d7-5e79-47c6-99ed-b59afc3dd914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:10.007258 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d8e2526aaff2bef62a8f92ec40b510f98ca8a12776779af706bb4cba97706d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b695bc-90c5-4aba-ab98-b4bbe230693a" -d '{"events": [{"server_uuid": "6a8b5ea8-c54d-4d44-beec-4a5c503b870e", "name": "network-vif-plugged", "status": "completed", "tag": "8330099f-0bd0-4adb-af41-2651b0cf9e3b"}]}' {{(pid=102478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:12:10.008668 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-29fc48d7-5e79-47c6-99ed-b59afc3dd914 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:10.009868 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-29fc48d7-5e79-47c6-99ed-b59afc3dd914 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/87b62e27-b161-4bd2-a306-8d831f28a5c0 HTTP/1.1" status: 204 len: 168 time: 0.6893070 Jun 14 18:12:10.018467 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0585180-47f7-4370-99e5-7fcb3007ede5 service neutron] Pushing event updated for resources: {'Port': ['ID=8272734a-846d-4f63-8224-608a7542ed04,revision_number=3']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:10.039541 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fc48d7-5e79-47c6-99ed-b59afc3dd914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b62e27-b161-4bd2-a306-8d831f28a5c0,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:10.088875 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Pushing event updated for resources: {'Port': ['ID=8330099f-0bd0-4adb-af41-2651b0cf9e3b,revision_number=5']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:10.108619 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Provisioning for port 7fc3453c-8806-44b7-b298-1ecd282dc130 completed by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 18:12:10.118983 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Provisioning complete for port 7fc3453c-8806-44b7-b298-1ecd282dc130 triggered by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:12:10.119854 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:10.122636 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 50826) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:12:10.215444 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e11f3e-075b-40cd-b298-457903d65a39 req-52857b4b-7070-4c3c-bf66-86c432d74b79 tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:10.217035 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-45e11f3e-075b-40cd-b298-457903d65a39 req-52857b4b-7070-4c3c-bf66-86c432d74b79 tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] 10.222.0.70 "GET /v2.0/ports?device_id=566c7a87-c52f-401c-b1ed-5b05f8f5d944 HTTP/1.1" status: 200 len: 944 time: 0.0537057 Jun 14 18:12:10.220719 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Current status of the port 7fc3453c-8806-44b7-b298-1ecd282dc130 is: BUILD; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:12:10.221109 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:10.259591 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] For port 7fc3453c-8806-44b7-b298-1ecd282dc130, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=7fc3453c-8806-44b7-b298-1ecd282dc130,segment=NetworkSegment(be372e10-dbfd-44ed-9c8c-b2b8f0060cbb),segment_id=be372e10-dbfd-44ed-9c8c-b2b8f0060cbb)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:12:10.262041 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-45e11f3e-075b-40cd-b298-457903d65a39 req-fd8c1a36-bc02-4d93-858d-97dc22172269 tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] 10.222.0.70 "GET /v2.0/security-groups?id=263484f0-947f-4e28-aef2-3e39e961baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346956 Jun 14 18:12:10.269854 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:10.342217 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Pushing event updated for resources: {'Port': ['ID=7fc3453c-8806-44b7-b298-1ecd282dc130,revision_number=5']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:10.386090 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66971c1a-1579-40c1-9bf9-b5012c029abc req-293b43b6-07b3-484e-8cfe-5d23403c1a9c tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:10.390097 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-66971c1a-1579-40c1-9bf9-b5012c029abc req-293b43b6-07b3-484e-8cfe-5d23403c1a9c tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=69ae7078-ef55-49c6-a2aa-659280d155db HTTP/1.1" status: 200 len: 943 time: 0.0558088 Jun 14 18:12:10.434020 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-66971c1a-1579-40c1-9bf9-b5012c029abc req-b1052af9-589a-4977-8759-a0581d26408e tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404534 Jun 14 18:12:10.484100 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd15601-b660-4983-8751-aba2ad7cabd1 x-openstack-request-id: req-4dd15601-b660-4983-8751-aba2ad7cabd1 {{(pid=102478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:12:10.484477 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a8b5ea8-c54d-4d44-beec-4a5c503b870e", "name": "network-vif-plugged", "status": "completed", "tag": "8330099f-0bd0-4adb-af41-2651b0cf9e3b", "code": 200}]} {{(pid=102478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:12:10.484731 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4dd15601-b660-4983-8751-aba2ad7cabd1 {{(pid=102478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:12:10.485187 dv-cinder-821739-1-iscsi neutron-server[102478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dd15601-b660-4983-8751-aba2ad7cabd1'] response: {'server_uuid': '6a8b5ea8-c54d-4d44-beec-4a5c503b870e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8330099f-0bd0-4adb-af41-2651b0cf9e3b', 'code': 200} Jun 14 18:12:10.505520 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-3b3f5cb0-9855-4020-a99d-c8bde1cfc80b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:10.580539 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-3b3f5cb0-9855-4020-a99d-c8bde1cfc80b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:10.585856 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-3b3f5cb0-9855-4020-a99d-c8bde1cfc80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:10.593226 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 50838) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:12:10.607468 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-cd8029e2-ed89-4905-a25d-c050c698375e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:10.627822 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-3b3f5cb0-9855-4020-a99d-c8bde1cfc80b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5db5828c2bc54a63bc30ce7c3f452c2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5026419 Jun 14 18:12:10.628981 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3f5cb0-9855-4020-a99d-c8bde1cfc80b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a84f47e-796f-4b18-b6af-25ad876dcdb8,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:10.630803 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 50840) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:12:10.706630 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-03354115-0966-48ef-bf77-e06b62454c89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:10.733526 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-cd8029e2-ed89-4905-a25d-c050c698375e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:10.741190 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-cd8029e2-ed89-4905-a25d-c050c698375e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:10.744390 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-03354115-0966-48ef-bf77-e06b62454c89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:10.786058 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-cd8029e2-ed89-4905-a25d-c050c698375e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=74474151d4964d5cb75668454534ada2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1916411 Jun 14 18:12:10.788848 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 50842) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:12:10.805203 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8029e2-ed89-4905-a25d-c050c698375e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43f3fd8d-d7ef-4083-99b7-f0de690072ec,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:10.830497 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-03354115-0966-48ef-bf77-e06b62454c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:10.833838 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-03354115-0966-48ef-bf77-e06b62454c89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:10.834976 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-03354115-0966-48ef-bf77-e06b62454c89 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4a84f47e-796f-4b18-b6af-25ad876dcdb8 HTTP/1.1" status: 204 len: 168 time: 0.2032635 Jun 14 18:12:10.848343 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03354115-0966-48ef-bf77-e06b62454c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a84f47e-796f-4b18-b6af-25ad876dcdb8,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:10.849344 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-3a343505-406f-4a8e-a938-c1da2285587d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:10.891520 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-3a343505-406f-4a8e-a938-c1da2285587d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:10.937048 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce51fe41-ba22-45ad-affc-4f3f2529d6de req-86a9eb65-987d-4b65-9ad3-b03250d63769 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:10.939149 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-ce51fe41-ba22-45ad-affc-4f3f2529d6de req-86a9eb65-987d-4b65-9ad3-b03250d63769 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 943 time: 0.0646045 Jun 14 18:12:10.984749 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-3a343505-406f-4a8e-a938-c1da2285587d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:10.987871 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-3a343505-406f-4a8e-a938-c1da2285587d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:10.989141 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-3a343505-406f-4a8e-a938-c1da2285587d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/43f3fd8d-d7ef-4083-99b7-f0de690072ec HTTP/1.1" status: 204 len: 168 time: 0.1993113 Jun 14 18:12:11.002500 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a343505-406f-4a8e-a938-c1da2285587d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f3fd8d-d7ef-4083-99b7-f0de690072ec,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:11.011104 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-ce51fe41-ba22-45ad-affc-4f3f2529d6de req-c89bb888-370a-4a18-bb1b-c5b06ae14d33 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615098 Jun 14 18:12:11.013772 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2189d06-fa59-4b3e-b67c-25291c2eebf1 req-d1ccf07f-61e4-4cee-a719-2af3f343f4e9 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:11.022164 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-c2189d06-fa59-4b3e-b67c-25291c2eebf1 req-d1ccf07f-61e4-4cee-a719-2af3f343f4e9 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8b5ea8-c54d-4d44-beec-4a5c503b870e HTTP/1.1" status: 200 len: 946 time: 0.0893543 Jun 14 18:12:11.061753 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-c2189d06-fa59-4b3e-b67c-25291c2eebf1 req-219a3244-7675-4cf9-8f33-5ccf47f1507b tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/security-groups?id=395065f2-5ad0-4d61-889d-81c18e5b9b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386930 Jun 14 18:12:11.351150 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 50866) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:12:11.364241 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-81eb1cd6-b2e7-4649-a84d-8e8b05ba1916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:11.408507 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0959cd-7b85-4fef-acb9-b5f0c403fa6a req-58605715-13a9-4ecb-8708-cddff4b34e57 tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:11.410087 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-4e0959cd-7b85-4fef-acb9-b5f0c403fa6a req-58605715-13a9-4ecb-8708-cddff4b34e57 tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] 10.222.0.70 "GET /v2.0/ports?device_id=566c7a87-c52f-401c-b1ed-5b05f8f5d944 HTTP/1.1" status: 200 len: 945 time: 0.0644462 Jun 14 18:12:11.454614 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-81eb1cd6-b2e7-4649-a84d-8e8b05ba1916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:11.457471 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-4e0959cd-7b85-4fef-acb9-b5f0c403fa6a req-a9d029cd-ff3f-4dcc-a0d4-aad156230f8a tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] 10.222.0.70 "GET /v2.0/security-groups?id=263484f0-947f-4e28-aef2-3e39e961baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388784 Jun 14 18:12:11.461817 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-81eb1cd6-b2e7-4649-a84d-8e8b05ba1916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:11.507766 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-81eb1cd6-b2e7-4649-a84d-8e8b05ba1916 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b4ee9b9f20f9429ca95d8fa5b8abb758&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1552093 Jun 14 18:12:11.509412 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 50874) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:12:11.516698 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eb1cd6-b2e7-4649-a84d-8e8b05ba1916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b30cd8-5190-44a5-a8cc-decfe7b1f30f,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:11.571099 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-37352eec-5122-451d-9a4c-3ef1491d8358 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:11.584515 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e897efbd-9bfe-4a97-9725-2c4b93e59c01 req-fb18b30a-9041-4dc9-a3ad-b0c20da3e547 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:11.586193 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-e897efbd-9bfe-4a97-9725-2c4b93e59c01 req-fb18b30a-9041-4dc9-a3ad-b0c20da3e547 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=69ae7078-ef55-49c6-a2aa-659280d155db HTTP/1.1" status: 200 len: 943 time: 0.0608425 Jun 14 18:12:11.594545 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-37352eec-5122-451d-9a4c-3ef1491d8358 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:11.628317 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-e897efbd-9bfe-4a97-9725-2c4b93e59c01 req-a007e27b-94e9-4da3-8247-fe17789ac8f5 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357053 Jun 14 18:12:11.650910 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-37352eec-5122-451d-9a4c-3ef1491d8358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:11.653474 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-37352eec-5122-451d-9a4c-3ef1491d8358 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:11.654706 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-37352eec-5122-451d-9a4c-3ef1491d8358 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b8b30cd8-5190-44a5-a8cc-decfe7b1f30f HTTP/1.1" status: 204 len: 168 time: 0.1442058 Jun 14 18:12:11.663053 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37352eec-5122-451d-9a4c-3ef1491d8358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b30cd8-5190-44a5-a8cc-decfe7b1f30f,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:12.003325 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69ae7078-ef55-49c6-a2aa-659280d155db', 'tag': '8272734a-846d-4f63-8224-608a7542ed04'}] {{(pid=102476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:12:12.006910 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f6785e4de8a87b7f797dd5e96f4d126f8c0b91c7fbdcfaa1853e8ef739b068f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13911a25-8cfc-45f0-aef1-42477055a677" -d '{"events": [{"name": "network-changed", "server_uuid": "69ae7078-ef55-49c6-a2aa-659280d155db", "tag": "8272734a-846d-4f63-8224-608a7542ed04"}]}' {{(pid=102476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:12:12.062553 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Jun 2022 18:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cffec753-9ec2-468f-870b-616c02c78139 x-openstack-request-id: req-cffec753-9ec2-468f-870b-616c02c78139 {{(pid=102476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:12:12.063016 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69ae7078-ef55-49c6-a2aa-659280d155db", "tag": "8272734a-846d-4f63-8224-608a7542ed04", "status": "completed", "code": 200}]} {{(pid=102476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:12:12.063404 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cffec753-9ec2-468f-870b-616c02c78139 {{(pid=102476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:12:12.063982 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cffec753-9ec2-468f-870b-616c02c78139'] response: {'name': 'network-changed', 'server_uuid': '69ae7078-ef55-49c6-a2aa-659280d155db', 'tag': '8272734a-846d-4f63-8224-608a7542ed04', 'status': 'completed', 'code': 200} Jun 14 18:12:12.149148 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c96ac-e55c-433a-b2c7-ebe17cc5f08a req-fe030933-51d6-4833-b178-dad098a824ec tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:12.150770 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-ae2c96ac-e55c-433a-b2c7-ebe17cc5f08a req-fe030933-51d6-4833-b178-dad098a824ec tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 943 time: 0.0601861 Jun 14 18:12:12.198580 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8dd957-9c88-455e-9950-94e9e5fd91bb req-418b204b-e254-4bb9-ae41-0144f0c55adc tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:12.200388 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-ba8dd957-9c88-455e-9950-94e9e5fd91bb req-418b204b-e254-4bb9-ae41-0144f0c55adc tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8b5ea8-c54d-4d44-beec-4a5c503b870e HTTP/1.1" status: 200 len: 946 time: 0.0566888 Jun 14 18:12:12.202635 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-ae2c96ac-e55c-433a-b2c7-ebe17cc5f08a req-60ca8163-ab15-4079-8889-d4f04a2770a3 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451467 Jun 14 18:12:12.261306 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-ba8dd957-9c88-455e-9950-94e9e5fd91bb req-107ca83a-cf93-423c-8fb3-f7594b44d248 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/security-groups?id=395065f2-5ad0-4d61-889d-81c18e5b9b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506232 Jun 14 18:12:12.486631 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '566c7a87-c52f-401c-b1ed-5b05f8f5d944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fc3453c-8806-44b7-b298-1ecd282dc130'}] {{(pid=102478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:12:12.490691 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d8e2526aaff2bef62a8f92ec40b510f98ca8a12776779af706bb4cba97706d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e04775-a25d-48d2-b6f7-1c7f0b6abf53" -d '{"events": [{"server_uuid": "566c7a87-c52f-401c-b1ed-5b05f8f5d944", "name": "network-vif-plugged", "status": "completed", "tag": "7fc3453c-8806-44b7-b298-1ecd282dc130"}]}' {{(pid=102478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:12:12.524694 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-154950be-1c13-4b52-83ed-855bc86716c6 req-e7135ea3-2eca-42cf-9f83-11a9548504f7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=155f6b8d-7e54-4a68-be58-dd9494c118a5 HTTP/1.1" status: 200 len: 217 time: 0.0755496 Jun 14 18:12:12.567320 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4cf1531-e085-479d-9f1b-f8a263a6d286 x-openstack-request-id: req-d4cf1531-e085-479d-9f1b-f8a263a6d286 {{(pid=102478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:12:12.568024 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "566c7a87-c52f-401c-b1ed-5b05f8f5d944", "name": "network-vif-plugged", "status": "completed", "tag": "7fc3453c-8806-44b7-b298-1ecd282dc130", "code": 200}]} {{(pid=102478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:12:12.568460 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d4cf1531-e085-479d-9f1b-f8a263a6d286 {{(pid=102478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:12:12.569013 dv-cinder-821739-1-iscsi neutron-server[102478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4cf1531-e085-479d-9f1b-f8a263a6d286'] response: {'server_uuid': '566c7a87-c52f-401c-b1ed-5b05f8f5d944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fc3453c-8806-44b7-b298-1ecd282dc130', 'code': 200} Jun 14 18:12:12.644335 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154950be-1c13-4b52-83ed-855bc86716c6 req-0f7001a2-b278-4d2a-b327-0a7d1f15ebf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:12.646730 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-154950be-1c13-4b52-83ed-855bc86716c6 req-0f7001a2-b278-4d2a-b327-0a7d1f15ebf2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=60742c27-3909-4c07-b59a-2eae5cd6702e HTTP/1.1" status: 200 len: 856 time: 0.1029170 Jun 14 18:12:12.648755 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13911a25-8cfc-45f0-aef1-42477055a677 req-8009f17d-4ac7-4d68-9fdd-a694c8c592d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:12.650397 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-13911a25-8cfc-45f0-aef1-42477055a677 req-8009f17d-4ac7-4d68-9fdd-a694c8c592d5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3042e999f1144c7da1a2473d58a86532&device_id=69ae7078-ef55-49c6-a2aa-659280d155db HTTP/1.1" status: 200 len: 1096 time: 0.1354935 Jun 14 18:12:12.733350 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badf09a8-b1ac-45a2-aacc-abbbaad6f9da req-aed18b57-bea4-4327-bc79-95224462698f tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:12.734887 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-badf09a8-b1ac-45a2-aacc-abbbaad6f9da req-aed18b57-bea4-4327-bc79-95224462698f tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] 10.222.0.70 "GET /v2.0/ports?device_id=566c7a87-c52f-401c-b1ed-5b05f8f5d944 HTTP/1.1" status: 200 len: 945 time: 0.1464570 Jun 14 18:12:12.939490 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154950be-1c13-4b52-83ed-855bc86716c6 req-ac78b3ce-b97a-4ac1-8e7b-8fa96c54c37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:12.941213 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-154950be-1c13-4b52-83ed-855bc86716c6 req-ac78b3ce-b97a-4ac1-8e7b-8fa96c54c37e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=207b3e54-87d5-4ff2-9e27-0fc3ae498411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2796924 Jun 14 18:12:12.950972 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-badf09a8-b1ac-45a2-aacc-abbbaad6f9da req-1a9f70d9-bacb-4adb-a1c7-64efd4a45e3c tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] 10.222.0.70 "GET /v2.0/security-groups?id=263484f0-947f-4e28-aef2-3e39e961baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938560 Jun 14 18:12:13.015636 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13911a25-8cfc-45f0-aef1-42477055a677 req-4a0a854f-d6c3-4dec-a79d-00bbcc5fccac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:13.017110 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-13911a25-8cfc-45f0-aef1-42477055a677 req-4a0a854f-d6c3-4dec-a79d-00bbcc5fccac service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=3042e999f1144c7da1a2473d58a86532&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3544359 Jun 14 18:12:13.140453 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18de3906-1e3e-4dcf-b022-3f917457cee2 req-2e7ed9fb-79aa-45ff-b5af-f1162caef119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:13.142040 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-18de3906-1e3e-4dcf-b022-3f917457cee2 req-2e7ed9fb-79aa-45ff-b5af-f1162caef119 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=6a8b5ea8-c54d-4d44-beec-4a5c503b870e HTTP/1.1" status: 200 len: 1099 time: 0.4002414 Jun 14 18:12:13.156728 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e958d04-307d-4f00-adeb-53c5a0551922 req-61d9e610-4d3e-44a1-9964-fee3b2db93b2 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:13.158270 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-8e958d04-307d-4f00-adeb-53c5a0551922 req-61d9e610-4d3e-44a1-9964-fee3b2db93b2 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=69ae7078-ef55-49c6-a2aa-659280d155db HTTP/1.1" status: 200 len: 943 time: 0.3700590 Jun 14 18:12:13.168421 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d1fc8b-0b02-42fc-9202-63ed29de20c2 req-ed2f88a0-cca2-4085-8a50-19ddd70fbb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:13.170051 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-d5d1fc8b-0b02-42fc-9202-63ed29de20c2 req-ed2f88a0-cca2-4085-8a50-19ddd70fbb82 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=566c7a87-c52f-401c-b1ed-5b05f8f5d944 HTTP/1.1" status: 200 len: 1098 time: 0.3044887 Jun 14 18:12:13.189106 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-18de3906-1e3e-4dcf-b022-3f917457cee2 req-4126770b-6b19-4183-980d-c34514a260f8 service neutron] Notify callbacks [] for security_group, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:13.212203 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-d5d1fc8b-0b02-42fc-9202-63ed29de20c2 req-c908eab5-2615-4d3f-86e5-fc9a5d3f184d service neutron] Notify callbacks [] for security_group, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:13.220505 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-154950be-1c13-4b52-83ed-855bc86716c6 req-2e4b4f49-1e69-440e-8714-372a9a25625c service neutron] 10.222.0.90 "GET /v2.0/networks/207b3e54-87d5-4ff2-9e27-0fc3ae498411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681854 Jun 14 18:12:13.255149 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-8e958d04-307d-4f00-adeb-53c5a0551922 req-06ca0049-0d54-4cb5-aace-390a99b1f94f tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891523 Jun 14 18:12:13.304175 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13911a25-8cfc-45f0-aef1-42477055a677 req-2c4446b3-374d-4cc1-b25b-f9d3edd43cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:13.305730 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-13911a25-8cfc-45f0-aef1-42477055a677 req-2c4446b3-374d-4cc1-b25b-f9d3edd43cbd service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2560601 Jun 14 18:12:13.388477 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-18de3906-1e3e-4dcf-b022-3f917457cee2 req-4126770b-6b19-4183-980d-c34514a260f8 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:13.408875 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-18de3906-1e3e-4dcf-b022-3f917457cee2 req-4126770b-6b19-4183-980d-c34514a260f8 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:13.457771 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.db.api [req-d5d1fc8b-0b02-42fc-9202-63ed29de20c2 req-c908eab5-2615-4d3f-86e5-fc9a5d3f184d service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) d4dc45dcc4684be885568afacf4de1b4 {{(pid=102477) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 14 18:12:13.458156 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG oslo_db.api [req-d5d1fc8b-0b02-42fc-9202-63ed29de20c2 req-c908eab5-2615-4d3f-86e5-fc9a5d3f184d service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=102477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 14 18:12:13.493550 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-18de3906-1e3e-4dcf-b022-3f917457cee2 req-4126770b-6b19-4183-980d-c34514a260f8 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=395065f2-5ad0-4d61-889d-81c18e5b9b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3343079 Jun 14 18:12:13.532126 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4126770b-6b19-4183-980d-c34514a260f8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=57cf498c-fb8b-4b05-9988-c0d92821958a,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:13.551121 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e1e7e6-f7ca-4994-b63e-b895f801e7bf req-4da330da-6a00-4416-afda-594bacc460e0 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:13.562991 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-12e1e7e6-f7ca-4994-b63e-b895f801e7bf req-4da330da-6a00-4416-afda-594bacc460e0 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8b5ea8-c54d-4d44-beec-4a5c503b870e HTTP/1.1" status: 200 len: 946 time: 0.1769366 Jun 14 18:12:13.638770 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-12e1e7e6-f7ca-4994-b63e-b895f801e7bf req-6c2848af-8091-42f5-be5c-7cb16aa059ee tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/security-groups?id=395065f2-5ad0-4d61-889d-81c18e5b9b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724127 Jun 14 18:12:13.679522 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a624a89d-56dc-43e2-b444-d76f77b86040 req-21a2030e-4618-4221-b845-5e595ff60dd3 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:13.681098 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-a624a89d-56dc-43e2-b444-d76f77b86040 req-21a2030e-4618-4221-b845-5e595ff60dd3 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 943 time: 0.1164787 Jun 14 18:12:13.683054 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-154950be-1c13-4b52-83ed-855bc86716c6 req-a8e2f2fa-4f50-4442-bc0e-189de0eb5118 service neutron] 10.222.0.90 "GET /v2.0/networks/207b3e54-87d5-4ff2-9e27-0fc3ae498411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4502404 Jun 14 18:12:13.685952 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8edad7-1681-4abb-91e4-5931746b4e3c req-abf8bd4d-04d1-4c86-b83a-362f31e2a983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:13.687365 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-6e8edad7-1681-4abb-91e4-5931746b4e3c req-abf8bd4d-04d1-4c86-b83a-362f31e2a983 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3042e999f1144c7da1a2473d58a86532&device_id=69ae7078-ef55-49c6-a2aa-659280d155db HTTP/1.1" status: 200 len: 1096 time: 0.1239991 Jun 14 18:12:13.728736 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-a624a89d-56dc-43e2-b444-d76f77b86040 req-e1053de9-e42b-4d5a-b302-2a12e2b8c904 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381563 Jun 14 18:12:13.800944 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-6e8edad7-1681-4abb-91e4-5931746b4e3c req-62d8bce4-4cf3-4014-83ee-314ec7809674 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8272734a-846d-4f63-8224-608a7542ed04 HTTP/1.1" status: 200 len: 217 time: 0.0443802 Jun 14 18:12:13.891563 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8edad7-1681-4abb-91e4-5931746b4e3c req-121069d2-8186-4c32-bc65-2f2f200be6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:13.893060 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-6e8edad7-1681-4abb-91e4-5931746b4e3c req-121069d2-8186-4c32-bc65-2f2f200be6e8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5d625bfa-3024-4c1b-95b8-b3295848e69c HTTP/1.1" status: 200 len: 857 time: 0.0788155 Jun 14 18:12:13.898159 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6471da-5aa7-41a9-93fa-d512eb5d6d66 req-ba4930d2-2755-49e1-b579-d794c097e63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:13.899667 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-6d6471da-5aa7-41a9-93fa-d512eb5d6d66 req-ba4930d2-2755-49e1-b579-d794c097e63d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ce9a2eeca2ae45e78c3f8e1182360462&device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 1096 time: 0.0763423 Jun 14 18:12:13.959460 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-d5d1fc8b-0b02-42fc-9202-63ed29de20c2 req-c908eab5-2615-4d3f-86e5-fc9a5d3f184d service neutron] Notify callbacks [] for security_group, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:14.009939 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8edad7-1681-4abb-91e4-5931746b4e3c req-e4275030-4ce5-4b41-8e78-2be99918ee5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:14.011415 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-6e8edad7-1681-4abb-91e4-5931746b4e3c req-e4275030-4ce5-4b41-8e78-2be99918ee5d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3d23af53-6361-4f33-abe1-d3023a18c244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1108510 Jun 14 18:12:14.029849 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-d5d1fc8b-0b02-42fc-9202-63ed29de20c2 req-c908eab5-2615-4d3f-86e5-fc9a5d3f184d service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=263484f0-947f-4e28-aef2-3e39e961baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8461571 Jun 14 18:12:14.094283 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6471da-5aa7-41a9-93fa-d512eb5d6d66 req-5c5ec695-2ecb-48ad-b744-550e4bb3e7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:14.094566 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f90f47-d6b5-4d2b-838c-e3ca0d13f087 req-dc47be6a-d700-4ba6-84c7-44cb2eca6840 tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:14.095743 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-6d6471da-5aa7-41a9-93fa-d512eb5d6d66 req-5c5ec695-2ecb-48ad-b744-550e4bb3e7e6 service neutron] 10.222.0.90 "GET /v2.0/networks?id=207b3e54-87d5-4ff2-9e27-0fc3ae498411 HTTP/1.1" status: 200 len: 919 time: 0.1865113 Jun 14 18:12:14.096560 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-d8f90f47-d6b5-4d2b-838c-e3ca0d13f087 req-dc47be6a-d700-4ba6-84c7-44cb2eca6840 tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] 10.222.0.70 "GET /v2.0/ports?device_id=566c7a87-c52f-401c-b1ed-5b05f8f5d944 HTTP/1.1" status: 200 len: 945 time: 0.0537405 Jun 14 18:12:14.133373 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-6e8edad7-1681-4abb-91e4-5931746b4e3c req-dfb4d7a2-f291-454b-a984-3eb0bcd63058 service neutron] 10.222.0.90 "GET /v2.0/networks/3d23af53-6361-4f33-abe1-d3023a18c244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102974 Jun 14 18:12:14.139762 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-d8f90f47-d6b5-4d2b-838c-e3ca0d13f087 req-72a30274-c9ac-4b68-bce5-779b0e2046cd tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] 10.222.0.70 "GET /v2.0/security-groups?id=263484f0-947f-4e28-aef2-3e39e961baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366490 Jun 14 18:12:14.312379 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-6d6471da-5aa7-41a9-93fa-d512eb5d6d66 req-970e7c20-65d4-4d26-a845-ef55db3bdbdd service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=155f6b8d-7e54-4a68-be58-dd9494c118a5 HTTP/1.1" status: 200 len: 217 time: 0.0522220 Jun 14 18:12:14.461863 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6471da-5aa7-41a9-93fa-d512eb5d6d66 req-e1d9c161-fe9d-4794-91ff-980bd708787f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:14.463306 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-6d6471da-5aa7-41a9-93fa-d512eb5d6d66 req-e1d9c161-fe9d-4794-91ff-980bd708787f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=60742c27-3909-4c07-b59a-2eae5cd6702e HTTP/1.1" status: 200 len: 856 time: 0.1354704 Jun 14 18:12:14.521412 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cafd58-bfc7-4b68-ba67-0da0abf2fbce req-4e9bc1ed-2d78-47cf-973c-e629d7c6ffe0 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:14.522907 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-44cafd58-bfc7-4b68-ba67-0da0abf2fbce req-4e9bc1ed-2d78-47cf-973c-e629d7c6ffe0 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=69ae7078-ef55-49c6-a2aa-659280d155db HTTP/1.1" status: 200 len: 943 time: 0.1193676 Jun 14 18:12:14.525567 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-6e8edad7-1681-4abb-91e4-5931746b4e3c req-dc0edfb6-68e6-4a21-9584-02fe236c250c service neutron] 10.222.0.90 "GET /v2.0/networks/3d23af53-6361-4f33-abe1-d3023a18c244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747781 Jun 14 18:12:14.556773 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6471da-5aa7-41a9-93fa-d512eb5d6d66 req-7a329ceb-9202-42ee-a794-b3d1427211d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:14.558287 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-6d6471da-5aa7-41a9-93fa-d512eb5d6d66 req-7a329ceb-9202-42ee-a794-b3d1427211d5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=207b3e54-87d5-4ff2-9e27-0fc3ae498411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0811706 Jun 14 18:12:14.580354 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-44cafd58-bfc7-4b68-ba67-0da0abf2fbce req-8877029c-502a-4aa1-b276-17810e3c8166 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512006 Jun 14 18:12:14.662670 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-6d6471da-5aa7-41a9-93fa-d512eb5d6d66 req-102a9cf6-64bc-47cf-bea1-35860d3dc40c service neutron] 10.222.0.90 "GET /v2.0/networks/207b3e54-87d5-4ff2-9e27-0fc3ae498411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940716 Jun 14 18:12:14.759355 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-6d6471da-5aa7-41a9-93fa-d512eb5d6d66 req-0f8f01b8-3336-412d-9bd9-19796c824acf service neutron] 10.222.0.90 "GET /v2.0/networks/207b3e54-87d5-4ff2-9e27-0fc3ae498411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882525 Jun 14 18:12:14.761087 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec922262-70f7-4319-95be-bd3f6550a8cf req-9792f868-1f45-469d-9e54-52a274a3ac52 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:14.763219 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-ec922262-70f7-4319-95be-bd3f6550a8cf req-9792f868-1f45-469d-9e54-52a274a3ac52 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8b5ea8-c54d-4d44-beec-4a5c503b870e HTTP/1.1" status: 200 len: 946 time: 0.0567210 Jun 14 18:12:14.808184 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-ec922262-70f7-4319-95be-bd3f6550a8cf req-c02eb000-2bec-4704-9a08-e135c201deea tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/security-groups?id=395065f2-5ad0-4d61-889d-81c18e5b9b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381632 Jun 14 18:12:14.871508 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d391c266-2191-407d-bf34-276265485ba9 req-98b68e9b-9f00-4bc7-a640-1cdb00fef3e5 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:14.873049 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-d391c266-2191-407d-bf34-276265485ba9 req-98b68e9b-9f00-4bc7-a640-1cdb00fef3e5 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 943 time: 0.0565948 Jun 14 18:12:14.920782 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-d391c266-2191-407d-bf34-276265485ba9 req-ca15e3b7-2d2d-4c3f-b9e1-6e6cfd2292f8 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395145 Jun 14 18:12:15.257835 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daf99e2-d7a2-407f-9bde-3155caa81a19 req-5d89b095-3e4a-4d65-a0eb-c2ef311bf621 tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:15.259308 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-9daf99e2-d7a2-407f-9bde-3155caa81a19 req-5d89b095-3e4a-4d65-a0eb-c2ef311bf621 tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] 10.222.0.70 "GET /v2.0/ports?device_id=566c7a87-c52f-401c-b1ed-5b05f8f5d944 HTTP/1.1" status: 200 len: 945 time: 0.0502820 Jun 14 18:12:15.296710 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-9daf99e2-d7a2-407f-9bde-3155caa81a19 req-b36407e0-3ff4-4623-b903-c0f7c5062a1d tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] 10.222.0.70 "GET /v2.0/security-groups?id=263484f0-947f-4e28-aef2-3e39e961baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313261 Jun 14 18:12:15.726501 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e294d6c5-71c8-40e4-981c-9d6bb1474124 req-5983a517-8475-43d9-acc0-6e065feb592f tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:15.728070 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-e294d6c5-71c8-40e4-981c-9d6bb1474124 req-5983a517-8475-43d9-acc0-6e065feb592f tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=69ae7078-ef55-49c6-a2aa-659280d155db HTTP/1.1" status: 200 len: 943 time: 0.0595958 Jun 14 18:12:15.771768 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-e294d6c5-71c8-40e4-981c-9d6bb1474124 req-55cbf965-464e-48dd-badb-0141f312c2d4 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356829 Jun 14 18:12:15.788696 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 51092) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:12:15.901087 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-eb7473c5-f7bd-4952-97a1-e9ce0fab9a50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:15.956128 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8fe704-e20b-4244-8a5c-025cf5113bb8 req-0e6a91d0-c59a-48b6-9648-603d801cc3c6 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:15.958678 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-ba8fe704-e20b-4244-8a5c-025cf5113bb8 req-0e6a91d0-c59a-48b6-9648-603d801cc3c6 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8b5ea8-c54d-4d44-beec-4a5c503b870e HTTP/1.1" status: 200 len: 946 time: 0.0727839 Jun 14 18:12:16.023089 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-ba8fe704-e20b-4244-8a5c-025cf5113bb8 req-f6999d25-d98a-41cc-a291-4498ca565f59 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/security-groups?id=395065f2-5ad0-4d61-889d-81c18e5b9b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555491 Jun 14 18:12:16.046362 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-eb7473c5-f7bd-4952-97a1-e9ce0fab9a50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:16.048731 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce6a530-e1dd-4425-9238-46208d9aef79 req-c8e5f48b-399a-4cc6-8a83-6136569e3cac tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:16.050288 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-0ce6a530-e1dd-4425-9238-46208d9aef79 req-c8e5f48b-399a-4cc6-8a83-6136569e3cac tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 943 time: 0.0499926 Jun 14 18:12:16.050492 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-eb7473c5-f7bd-4952-97a1-e9ce0fab9a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:16.090718 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-eb7473c5-f7bd-4952-97a1-e9ce0fab9a50 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c95da87eb83c4d3d8c96d5e1ca8f4342&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3017633 Jun 14 18:12:16.091671 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7473c5-f7bd-4952-97a1-e9ce0fab9a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff19ca7c-6c97-4fad-b2bb-b29a5194a3c2,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:16.094039 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 51102) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:12:16.095381 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-0ce6a530-e1dd-4425-9238-46208d9aef79 req-476cd230-7328-40b3-91f7-5d798dad6b10 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385118 Jun 14 18:12:16.148345 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-8c68b873-aab3-4822-afbd-5af8b8b615fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:16.168368 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-8c68b873-aab3-4822-afbd-5af8b8b615fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:16.213097 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-8c68b873-aab3-4822-afbd-5af8b8b615fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:16.215536 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-8c68b873-aab3-4822-afbd-5af8b8b615fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:16.216645 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-8c68b873-aab3-4822-afbd-5af8b8b615fc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ff19ca7c-6c97-4fad-b2bb-b29a5194a3c2 HTTP/1.1" status: 204 len: 168 time: 0.1217248 Jun 14 18:12:16.216934 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device 73718447-1a32-41cd-8208-8ee7bff08056 details requested by agent hyperv_hv-cinder-82173 with host hv-cinder-82173 {{(pid=102478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 14 18:12:16.224714 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c68b873-aab3-4822-afbd-5af8b8b615fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff19ca7c-6c97-4fad-b2bb-b29a5194a3c2,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:16.330796 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] For port 73718447-1a32-41cd-8208-8ee7bff08056, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=73718447-1a32-41cd-8208-8ee7bff08056,segment=NetworkSegment(ec03b231-3de7-452c-aafc-d658d7157626),segment_id=ec03b231-3de7-452c-aafc-d658d7157626)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:12:16.342783 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Returning: {'device': '73718447-1a32-41cd-8208-8ee7bff08056', 'network_id': '3d23af53-6361-4f33-abe1-d3023a18c244', 'port_id': '73718447-1a32-41cd-8208-8ee7bff08056', 'mac_address': 'fa:16:3e:c8:80:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d625bfa-3024-4c1b-95b8-b3295848e69c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 14 18:12:16.381554 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Current status of the port 73718447-1a32-41cd-8208-8ee7bff08056 is: DOWN; New status is: BUILD {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:12:16.381912 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:16.395882 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.notifiers.nova [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73718447-1a32-41cd-8208-8ee7bff08056 {{(pid=102478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:12:16.427908 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbb6da7-5a43-44b7-9bf1-f581dc1b0e18 req-9f82e354-b6d8-43ad-af2f-70709ed46ded tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:16.429713 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-9fbb6da7-5a43-44b7-9bf1-f581dc1b0e18 req-9f82e354-b6d8-43ad-af2f-70709ed46ded tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] 10.222.0.70 "GET /v2.0/ports?device_id=566c7a87-c52f-401c-b1ed-5b05f8f5d944 HTTP/1.1" status: 200 len: 945 time: 0.0580342 Jun 14 18:12:16.436302 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-fb8680fe-1a65-4903-9f25-d05a11bd0565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:16.438781 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] For port 73718447-1a32-41cd-8208-8ee7bff08056, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=73718447-1a32-41cd-8208-8ee7bff08056,segment=NetworkSegment(ec03b231-3de7-452c-aafc-d658d7157626),segment_id=ec03b231-3de7-452c-aafc-d658d7157626)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:12:16.444022 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:16.474351 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-9fbb6da7-5a43-44b7-9bf1-f581dc1b0e18 req-86e80c39-0d79-4507-b4ed-6f38e2722aee tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] 10.222.0.70 "GET /v2.0/security-groups?id=263484f0-947f-4e28-aef2-3e39e961baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354531 Jun 14 18:12:16.499601 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Pushing event updated for resources: {'Port': ['ID=73718447-1a32-41cd-8208-8ee7bff08056,revision_number=4']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:16.521681 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 51110) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:12:16.534964 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-b63d9685-8793-40b9-a836-41da53cc5995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:16.607475 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-b63d9685-8793-40b9-a836-41da53cc5995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:16.611267 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-b63d9685-8793-40b9-a836-41da53cc5995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:16.647967 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-b63d9685-8793-40b9-a836-41da53cc5995 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ded8607e71564d549582c68717bc42a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1251974 Jun 14 18:12:16.649083 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d9685-8793-40b9-a836-41da53cc5995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c79f0d-99b7-4092-a379-6e284ff80494,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:16.650687 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 51112) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:12:16.700772 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-fa331941-f716-4623-9b16-67ce8b1c8998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:16.724823 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-fa331941-f716-4623-9b16-67ce8b1c8998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:16.773282 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-fa331941-f716-4623-9b16-67ce8b1c8998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:16.775816 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-fa331941-f716-4623-9b16-67ce8b1c8998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:16.776933 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-fa331941-f716-4623-9b16-67ce8b1c8998 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d2c79f0d-99b7-4092-a379-6e284ff80494 HTTP/1.1" status: 204 len: 168 time: 0.1252697 Jun 14 18:12:16.785053 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa331941-f716-4623-9b16-67ce8b1c8998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c79f0d-99b7-4092-a379-6e284ff80494,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:16.897970 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda28c09-83dd-4fac-84ea-a32370414280 req-86c05498-4f7c-42b7-bcf2-d26905df47d3 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:16.899464 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-cda28c09-83dd-4fac-84ea-a32370414280 req-86c05498-4f7c-42b7-bcf2-d26905df47d3 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=69ae7078-ef55-49c6-a2aa-659280d155db HTTP/1.1" status: 200 len: 943 time: 0.0546579 Jun 14 18:12:16.938048 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-cda28c09-83dd-4fac-84ea-a32370414280 req-512bd62d-2f4c-4f42-a39a-524a040c0266 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324457 Jun 14 18:12:17.140107 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1739b3-96cf-4008-99a3-5bec65a4a56b req-5d089a92-7a37-4dea-9e28-3d36b69bd60e tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:17.141735 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-4a1739b3-96cf-4008-99a3-5bec65a4a56b req-5d089a92-7a37-4dea-9e28-3d36b69bd60e tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8b5ea8-c54d-4d44-beec-4a5c503b870e HTTP/1.1" status: 200 len: 946 time: 0.0486300 Jun 14 18:12:17.190209 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-4a1739b3-96cf-4008-99a3-5bec65a4a56b req-392ad70c-d3c5-4590-b355-f097c63df7b8 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/security-groups?id=395065f2-5ad0-4d61-889d-81c18e5b9b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393791 Jun 14 18:12:17.225703 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267811cd-db3b-4d8d-8b49-1d10d2661829 req-50702472-6979-41e5-98c9-6620973e7d80 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:17.227155 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-267811cd-db3b-4d8d-8b49-1d10d2661829 req-50702472-6979-41e5-98c9-6620973e7d80 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 943 time: 0.0548437 Jun 14 18:12:17.268451 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-267811cd-db3b-4d8d-8b49-1d10d2661829 req-ca54cdac-068b-4d87-96c8-c9a6625661e8 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353975 Jun 14 18:12:17.592535 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6117c26-bc95-4ee4-9692-c659b5699667 req-fea1ab28-ccdf-4f34-adae-e6a8ef6c66d9 tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:17.594049 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-d6117c26-bc95-4ee4-9692-c659b5699667 req-fea1ab28-ccdf-4f34-adae-e6a8ef6c66d9 tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] 10.222.0.70 "GET /v2.0/ports?device_id=566c7a87-c52f-401c-b1ed-5b05f8f5d944 HTTP/1.1" status: 200 len: 945 time: 0.0506959 Jun 14 18:12:17.632993 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-d6117c26-bc95-4ee4-9692-c659b5699667 req-fe528bd1-f234-4b8a-958e-3dbd37464181 tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] 10.222.0.70 "GET /v2.0/security-groups?id=263484f0-947f-4e28-aef2-3e39e961baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328953 Jun 14 18:12:18.065682 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7d45ab-9c9b-42cb-94f2-0d4f959631ca req-2ba5554d-df39-456b-a309-a2edc370b9ef tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:18.067215 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-8a7d45ab-9c9b-42cb-94f2-0d4f959631ca req-2ba5554d-df39-456b-a309-a2edc370b9ef tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=69ae7078-ef55-49c6-a2aa-659280d155db HTTP/1.1" status: 200 len: 943 time: 0.0491021 Jun 14 18:12:18.111782 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-8a7d45ab-9c9b-42cb-94f2-0d4f959631ca req-933eb5a3-fcf2-42ce-9d66-c3a3adac6950 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386875 Jun 14 18:12:18.301699 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ca449a-6886-409c-8cca-db73e7f1a3b7 req-354d1ea9-135c-4b06-8e6f-0095788320de tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:18.303223 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-c3ca449a-6886-409c-8cca-db73e7f1a3b7 req-354d1ea9-135c-4b06-8e6f-0095788320de tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8b5ea8-c54d-4d44-beec-4a5c503b870e HTTP/1.1" status: 200 len: 946 time: 0.0483301 Jun 14 18:12:18.355315 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-c3ca449a-6886-409c-8cca-db73e7f1a3b7 req-f8fa9d5b-cb83-4984-8077-edda623abbd5 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/security-groups?id=395065f2-5ad0-4d61-889d-81c18e5b9b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450587 Jun 14 18:12:18.396240 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4623fa-c771-44e6-873e-42f531f2f875 req-a93ebe23-b737-4a8f-bbd3-ef7dff4e3142 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:18.397765 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-1a4623fa-c771-44e6-873e-42f531f2f875 req-a93ebe23-b737-4a8f-bbd3-ef7dff4e3142 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 943 time: 0.0508575 Jun 14 18:12:18.435424 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-1a4623fa-c771-44e6-873e-42f531f2f875 req-23ae90fb-c1c7-4cb7-8f26-1ac69d5e08b6 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316615 Jun 14 18:12:18.654203 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] get_ports_and_sgs() called for port_ids ['73718447-1a32-41cd-8208-8ee7bff08056'] {{(pid=102478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 14 18:12:18.717157 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-55b00332-4462-48c3-bb3b-07d228e2fae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:18.764963 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7052ed0e-f2a9-4e99-ba8d-15073ac54982 req-9bd9bac3-b123-4e36-b9ea-9e1c62a58790 tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:18.766513 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-7052ed0e-f2a9-4e99-ba8d-15073ac54982 req-9bd9bac3-b123-4e36-b9ea-9e1c62a58790 tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] 10.222.0.70 "GET /v2.0/ports?device_id=566c7a87-c52f-401c-b1ed-5b05f8f5d944 HTTP/1.1" status: 200 len: 945 time: 0.0505478 Jun 14 18:12:18.827943 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-7052ed0e-f2a9-4e99-ba8d-15073ac54982 req-f46909a4-0bd9-4990-9ced-f6036ea316d8 tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] 10.222.0.70 "GET /v2.0/security-groups?id=263484f0-947f-4e28-aef2-3e39e961baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535560 Jun 14 18:12:19.126997 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 51240) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:12:19.232561 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 51252) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:12:19.263650 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a884e591-8014-4f3a-a702-830e31a4b001 req-425224ee-c078-42a7-9708-822e7681a7ad tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:19.265349 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-a884e591-8014-4f3a-a702-830e31a4b001 req-425224ee-c078-42a7-9708-822e7681a7ad tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=69ae7078-ef55-49c6-a2aa-659280d155db HTTP/1.1" status: 200 len: 943 time: 0.0578415 Jun 14 18:12:19.324567 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-a884e591-8014-4f3a-a702-830e31a4b001 req-4da1d99d-4ee2-47ca-9e26-f19cd5be5576 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476928 Jun 14 18:12:19.328549 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-cfdecef9-fa4c-486b-94be-c78955597556 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:19.396138 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-c0840363-6551-4441-b769-c33198bbf908 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:19.438460 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-cfdecef9-fa4c-486b-94be-c78955597556 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:19.442874 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-cfdecef9-fa4c-486b-94be-c78955597556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:19.485383 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-cfdecef9-fa4c-486b-94be-c78955597556 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3bc1b066c31c4149b1d1001b5796805f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3567483 Jun 14 18:12:19.488898 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 51266) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:12:19.501637 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdecef9-fa4c-486b-94be-c78955597556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beefbfd0-75aa-481b-9b38-afe023c8f5f5,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:19.524011 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069b3ae0-9afc-4c52-a00c-00463b11aa1a req-005eef6d-8020-4f26-b836-b5e708bcfc53 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:19.525523 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-069b3ae0-9afc-4c52-a00c-00463b11aa1a req-005eef6d-8020-4f26-b836-b5e708bcfc53 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8b5ea8-c54d-4d44-beec-4a5c503b870e HTTP/1.1" status: 200 len: 946 time: 0.0853562 Jun 14 18:12:19.530312 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-c0840363-6551-4441-b769-c33198bbf908 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:19.546453 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-c0840363-6551-4441-b769-c33198bbf908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:19.593805 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a33374-0f8f-438d-8eee-3b120bf9779f req-8264ba99-8b1d-4ff4-a014-69e28a4d26e2 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:19.595311 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-04a33374-0f8f-438d-8eee-3b120bf9779f req-8264ba99-8b1d-4ff4-a014-69e28a4d26e2 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 943 time: 0.0737431 Jun 14 18:12:19.596087 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-c83ca696-ecc5-4d5f-8a82-9e376dbd5414 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:19.599499 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-069b3ae0-9afc-4c52-a00c-00463b11aa1a req-587746ab-7b56-4eab-b386-5d2309b338bb tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/security-groups?id=395065f2-5ad0-4d61-889d-81c18e5b9b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673265 Jun 14 18:12:19.605090 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-c0840363-6551-4441-b769-c33198bbf908 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=45cc6ca81fea480584538a39cca029c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3689232 Jun 14 18:12:19.605090 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0840363-6551-4441-b769-c33198bbf908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd12237d-143b-4b06-b3a1-a270ec60a322,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:19.606422 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 51268) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:12:19.633332 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-c83ca696-ecc5-4d5f-8a82-9e376dbd5414 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:19.664829 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-dc58c80d-5b0b-40e0-ad6f-93b1c64d4c44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:19.672387 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-04a33374-0f8f-438d-8eee-3b120bf9779f req-91713923-1bf3-45fb-871b-913fc02229af tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646696 Jun 14 18:12:19.690687 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-dc58c80d-5b0b-40e0-ad6f-93b1c64d4c44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:19.713785 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-c83ca696-ecc5-4d5f-8a82-9e376dbd5414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:19.716536 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-c83ca696-ecc5-4d5f-8a82-9e376dbd5414 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:19.717699 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-c83ca696-ecc5-4d5f-8a82-9e376dbd5414 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/beefbfd0-75aa-481b-9b38-afe023c8f5f5 HTTP/1.1" status: 204 len: 168 time: 0.2277391 Jun 14 18:12:19.726559 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ca696-ecc5-4d5f-8a82-9e376dbd5414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beefbfd0-75aa-481b-9b38-afe023c8f5f5,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:19.791449 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.agents_db [None req-d83a49a0-1be1-4d29-a7ba-91319940a8a9 None None] Agent healthcheck: found 6 active agents {{(pid=102479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 14 18:12:19.792041 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-cf1fda14-6f0d-42ea-928d-63fe9f24329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:19.808726 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-dc58c80d-5b0b-40e0-ad6f-93b1c64d4c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:19.811181 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-dc58c80d-5b0b-40e0-ad6f-93b1c64d4c44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:19.812293 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-dc58c80d-5b0b-40e0-ad6f-93b1c64d4c44 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/dd12237d-143b-4b06-b3a1-a270ec60a322 HTTP/1.1" status: 204 len: 168 time: 0.2044716 Jun 14 18:12:19.830451 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1311b2-b910-4f59-8b60-1c959591857d req-15a6c578-bdea-4063-8539-cc4bf88e9a6d tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:19.832934 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-de1311b2-b910-4f59-8b60-1c959591857d req-15a6c578-bdea-4063-8539-cc4bf88e9a6d tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8b5ea8-c54d-4d44-beec-4a5c503b870e HTTP/1.1" status: 200 len: 946 time: 0.0758007 Jun 14 18:12:19.833892 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc58c80d-5b0b-40e0-ad6f-93b1c64d4c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd12237d-143b-4b06-b3a1-a270ec60a322,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:19.842962 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 51276) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:12:19.849988 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.v2.base [None req-97cd39cd-994b-482b-8499-96110f28b2ee tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Request body: {'floatingip': {'port_id': '8330099f-0bd0-4adb-af41-2651b0cf9e3b'}} {{(pid=102477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:12:19.946669 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-97cd39cd-994b-482b-8499-96110f28b2ee tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify callbacks [] for floatingip, before_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:19.975206 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f27d7-fdfe-4ed4-b75f-b7af1e6ad2fa req-3de69cd1-6d84-4ac8-9a2a-5a97ec059b6e tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:19.976716 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-9c8f27d7-fdfe-4ed4-b75f-b7af1e6ad2fa req-3de69cd1-6d84-4ac8-9a2a-5a97ec059b6e tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] 10.222.0.70 "GET /v2.0/ports?device_id=566c7a87-c52f-401c-b1ed-5b05f8f5d944 HTTP/1.1" status: 200 len: 945 time: 0.0758646 Jun 14 18:12:20.032991 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-9c8f27d7-fdfe-4ed4-b75f-b7af1e6ad2fa req-92e7e300-e34d-441e-8ddc-2ee9cbc06cd3 tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] 10.222.0.70 "GET /v2.0/security-groups?id=263484f0-947f-4e28-aef2-3e39e961baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500019 Jun 14 18:12:20.170286 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device 155f6b8d-7e54-4a68-be58-dd9494c118a5 details requested by agent hyperv_hv-cinder-82173 with host hv-cinder-82173 {{(pid=102478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 14 18:12:20.209743 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device 73718447-1a32-41cd-8208-8ee7bff08056 up at agent hyperv_hv-cinder-82173 {{(pid=102478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:12:20.224995 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 51286) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:12:20.240873 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-124f03dd-9ebb-4c28-8cd3-63923d785b97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:20.275367 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 51288) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:12:20.298194 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-ebcf213c-b4ea-4f96-9366-3290816b7ff6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:20.386646 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] For port 155f6b8d-7e54-4a68-be58-dd9494c118a5, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=155f6b8d-7e54-4a68-be58-dd9494c118a5,segment=NetworkSegment(3352f152-10ce-4dbd-b036-7cefe3776371),segment_id=3352f152-10ce-4dbd-b036-7cefe3776371)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:12:20.414175 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Returning: {'device': '155f6b8d-7e54-4a68-be58-dd9494c118a5', 'network_id': '207b3e54-87d5-4ff2-9e27-0fc3ae498411', 'port_id': '155f6b8d-7e54-4a68-be58-dd9494c118a5', 'mac_address': 'fa:16:3e:34:56:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1036, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60742c27-3909-4c07-b59a-2eae5cd6702e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 14 18:12:20.416609 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Provisioning for port 73718447-1a32-41cd-8208-8ee7bff08056 completed by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 18:12:20.423392 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Provisioning complete for port 73718447-1a32-41cd-8208-8ee7bff08056 triggered by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:12:20.424009 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:20.491632 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-124f03dd-9ebb-4c28-8cd3-63923d785b97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:20.503547 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-124f03dd-9ebb-4c28-8cd3-63923d785b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:20.514730 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Current status of the port 155f6b8d-7e54-4a68-be58-dd9494c118a5 is: DOWN; New status is: BUILD {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:12:20.516334 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:20.553443 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-ebcf213c-b4ea-4f96-9366-3290816b7ff6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:20.555160 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.notifiers.nova [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 155f6b8d-7e54-4a68-be58-dd9494c118a5 {{(pid=102478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:12:20.568273 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-ebcf213c-b4ea-4f96-9366-3290816b7ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:20.592159 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] For port 155f6b8d-7e54-4a68-be58-dd9494c118a5, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=155f6b8d-7e54-4a68-be58-dd9494c118a5,segment=NetworkSegment(3352f152-10ce-4dbd-b036-7cefe3776371),segment_id=3352f152-10ce-4dbd-b036-7cefe3776371)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:12:20.607669 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54791eb3-3761-4e78-b24a-33287edcddbd req-a1728c72-1ac3-4a15-bee5-7e0646e8cddc tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:20.608925 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:20.609850 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device 8272734a-846d-4f63-8224-608a7542ed04 details requested by agent hyperv_hv-cinder-82173 with host hv-cinder-82173 {{(pid=102478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 14 18:12:20.616339 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-54791eb3-3761-4e78-b24a-33287edcddbd req-a1728c72-1ac3-4a15-bee5-7e0646e8cddc tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=69ae7078-ef55-49c6-a2aa-659280d155db HTTP/1.1" status: 200 len: 943 time: 0.1322751 Jun 14 18:12:20.678000 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124f03dd-9ebb-4c28-8cd3-63923d785b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=455de518-04af-40b8-99e9-e9079b50a4fc,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:20.703854 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-124f03dd-9ebb-4c28-8cd3-63923d785b97 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=90b8484855c44e01af5a2e069bc1aa7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4751124 Jun 14 18:12:20.706564 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 51306) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:12:20.709213 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-ebcf213c-b4ea-4f96-9366-3290816b7ff6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1a7778dc02d94d17a7f587fde0967268&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4324398 Jun 14 18:12:20.712905 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 51308) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:12:20.752591 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcf213c-b4ea-4f96-9366-3290816b7ff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa4f1da-13f9-4c14-8094-e5a8a7072042,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:20.818837 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] For port 8272734a-846d-4f63-8224-608a7542ed04, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=8272734a-846d-4f63-8224-608a7542ed04,segment=NetworkSegment(ec03b231-3de7-452c-aafc-d658d7157626),segment_id=ec03b231-3de7-452c-aafc-d658d7157626)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:12:20.826943 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-54791eb3-3761-4e78-b24a-33287edcddbd req-c5b05230-67e9-47b7-82bc-4a4dc3478825 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096496 Jun 14 18:12:20.830736 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Pushing event updated for resources: {'Port': ['ID=155f6b8d-7e54-4a68-be58-dd9494c118a5,revision_number=4']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:20.840241 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Returning: {'device': '8272734a-846d-4f63-8224-608a7542ed04', 'network_id': '3d23af53-6361-4f33-abe1-d3023a18c244', 'port_id': '8272734a-846d-4f63-8224-608a7542ed04', 'mac_address': 'fa:16:3e:66:5e:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d625bfa-3024-4c1b-95b8-b3295848e69c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 14 18:12:20.881160 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Current status of the port 73718447-1a32-41cd-8208-8ee7bff08056 is: BUILD; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:12:20.881550 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:20.900579 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d31fff1-0b7a-4a2e-9922-39e680f6e9c0 req-aa54c61f-61d1-4864-9969-2f12590068b2 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:20.909284 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-4d31fff1-0b7a-4a2e-9922-39e680f6e9c0 req-aa54c61f-61d1-4864-9969-2f12590068b2 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 944 time: 0.1056561 Jun 14 18:12:20.916273 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Current status of the port 8272734a-846d-4f63-8224-608a7542ed04 is: DOWN; New status is: BUILD {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:12:20.916935 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:20.918693 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.db.resource_extend [None req-97cd39cd-994b-482b-8499-96110f28b2ee tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 14 18:12:20.923907 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c01ae33-4bcd-4445-b978-df44a99f69bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73718447-1a32-41cd-8208-8ee7bff08056'}] {{(pid=102478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:12:20.927822 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d8e2526aaff2bef62a8f92ec40b510f98ca8a12776779af706bb4cba97706d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a89a58f-dc71-4e23-997e-d9928111c411" -d '{"events": [{"server_uuid": "1c01ae33-4bcd-4445-b978-df44a99f69bf", "name": "network-vif-plugged", "status": "completed", "tag": "73718447-1a32-41cd-8208-8ee7bff08056"}]}' {{(pid=102478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:12:20.950887 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.notifiers.nova [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8272734a-846d-4f63-8224-608a7542ed04 {{(pid=102478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:12:20.958184 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-4d31fff1-0b7a-4a2e-9922-39e680f6e9c0 req-f96e0768-f8a1-40a1-95c8-fc0edbefd054 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441778 Jun 14 18:12:20.958795 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] For port 73718447-1a32-41cd-8208-8ee7bff08056, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=73718447-1a32-41cd-8208-8ee7bff08056,segment=NetworkSegment(ec03b231-3de7-452c-aafc-d658d7157626),segment_id=ec03b231-3de7-452c-aafc-d658d7157626)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:12:20.977206 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:20.989701 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] For port 8272734a-846d-4f63-8224-608a7542ed04, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=8272734a-846d-4f63-8224-608a7542ed04,segment=NetworkSegment(ec03b231-3de7-452c-aafc-d658d7157626),segment_id=ec03b231-3de7-452c-aafc-d658d7157626)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:12:21.008581 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c78bd3f-d310-4099-9eb4-0eadcfa4c3ac x-openstack-request-id: req-6c78bd3f-d310-4099-9eb4-0eadcfa4c3ac {{(pid=102478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:12:21.008863 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c01ae33-4bcd-4445-b978-df44a99f69bf", "name": "network-vif-plugged", "status": "completed", "tag": "73718447-1a32-41cd-8208-8ee7bff08056", "code": 200}]} {{(pid=102478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:12:21.009103 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6c78bd3f-d310-4099-9eb4-0eadcfa4c3ac {{(pid=102478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:12:21.009703 dv-cinder-821739-1-iscsi neutron-server[102478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c78bd3f-d310-4099-9eb4-0eadcfa4c3ac'] response: {'server_uuid': '1c01ae33-4bcd-4445-b978-df44a99f69bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73718447-1a32-41cd-8208-8ee7bff08056', 'code': 200} Jun 14 18:12:21.017188 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:21.045036 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Pushing event updated for resources: {'Port': ['ID=73718447-1a32-41cd-8208-8ee7bff08056,revision_number=5']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:21.097915 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Pushing event updated for resources: {'Port': ['ID=8272734a-846d-4f63-8224-608a7542ed04,revision_number=4']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:21.202332 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-79bec6d6-619a-4e7c-8169-34d270bbf8ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:21.212460 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-7e7fffb9-490b-435b-b8e5-8fd7f34b463f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:21.258162 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-79bec6d6-619a-4e7c-8169-34d270bbf8ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:21.263248 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-97cd39cd-994b-482b-8499-96110f28b2ee tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:21.274046 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-97cd39cd-994b-482b-8499-96110f28b2ee tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8287696'] for floatingip, after_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:21.325619 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-7e7fffb9-490b-435b-b8e5-8fd7f34b463f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:21.426328 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-79bec6d6-619a-4e7c-8169-34d270bbf8ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:21.428864 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-79bec6d6-619a-4e7c-8169-34d270bbf8ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:21.429985 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-79bec6d6-619a-4e7c-8169-34d270bbf8ef admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1aa4f1da-13f9-4c14-8094-e5a8a7072042 HTTP/1.1" status: 204 len: 168 time: 0.7013965 Jun 14 18:12:21.438745 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-7e7fffb9-490b-435b-b8e5-8fd7f34b463f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:21.441112 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-7e7fffb9-490b-435b-b8e5-8fd7f34b463f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:21.442996 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-7e7fffb9-490b-435b-b8e5-8fd7f34b463f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/455de518-04af-40b8-99e9-e9079b50a4fc HTTP/1.1" status: 204 len: 168 time: 0.7351823 Jun 14 18:12:21.449790 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.db.l3_db [None req-97cd39cd-994b-482b-8499-96110f28b2ee tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Floating IP 909abb66-904e-460a-95fb-c91fa13d3187 associated. External IP: 172.27.2.41, port: 8330099f-0bd0-4adb-af41-2651b0cf9e3b. Jun 14 18:12:21.452674 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bec6d6-619a-4e7c-8169-34d270bbf8ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa4f1da-13f9-4c14-8094-e5a8a7072042,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:21.513262 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7fffb9-490b-435b-b8e5-8fd7f34b463f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=455de518-04af-40b8-99e9-e9079b50a4fc,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:21.593287 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-1a5f21f8-b210-492f-a8cf-2d8a6010caea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:21.764332 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97cd39cd-994b-482b-8499-96110f28b2ee tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Router 5d0e627f-9931-44e7-bb8d-ffce79c09333 has already been hosted by L3 agent 2bd7ef4a-700f-45f4-ae1e-98ca6454acba {{(pid=102477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:12:21.900810 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97cd39cd-994b-482b-8499-96110f28b2ee tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify agent at l3_agent.dv-cinder-821739-1-iscsi the message routers_updated {{(pid=102477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:12:21.913408 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-97cd39cd-994b-482b-8499-96110f28b2ee tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for floatingip, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:21.918579 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2162b8d9-f6c6-474a-ab07-ee6ffdc858e9 None None] Sync routers for ids ['5d0e627f-9931-44e7-bb8d-ffce79c09333'] in dv-cinder-821739-1-iscsi {{(pid=102479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:12:21.936548 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2162b8d9-f6c6-474a-ab07-ee6ffdc858e9 None None] Routers {'5d0e627f-9931-44e7-bb8d-ffce79c09333'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:12:21.937305 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-2162b8d9-f6c6-474a-ab07-ee6ffdc858e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:12:19Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['5d0e627f-9931-44e7-bb8d-ffce79c09333'], 'active': True} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:12:21.944149 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:21.950600 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 51344) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:12:21.978965 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-f66e7003-9233-42fc-9090-48390e0e2f97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:21.989617 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-97cd39cd-994b-482b-8499-96110f28b2ee tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "PUT /v2.0/floatingips/909abb66-904e-460a-95fb-c91fa13d3187 HTTP/1.1" status: 200 len: 991 time: 2.1453900 Jun 14 18:12:21.991948 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a8b5ea8-c54d-4d44-beec-4a5c503b870e', 'tag': '8330099f-0bd0-4adb-af41-2651b0cf9e3b'}] {{(pid=102477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:12:22.001327 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63a05a5c49a881ad62840f65bcdf4689c8e257def52ee20504415851ea2faa0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2575b7d-58fc-4145-8c74-6ab979b6c3e5" -d '{"events": [{"name": "network-changed", "server_uuid": "6a8b5ea8-c54d-4d44-beec-4a5c503b870e", "tag": "8330099f-0bd0-4adb-af41-2651b0cf9e3b"}]}' {{(pid=102477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:12:22.020979 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1811d13a-4e27-430d-a153-d77e270fdc53 req-dfad1cf1-02fa-40fb-a7bd-01c49c4ac7c8 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:22.025777 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-1811d13a-4e27-430d-a153-d77e270fdc53 req-dfad1cf1-02fa-40fb-a7bd-01c49c4ac7c8 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=69ae7078-ef55-49c6-a2aa-659280d155db HTTP/1.1" status: 200 len: 944 time: 0.1137395 Jun 14 18:12:22.064721 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvr_db [None req-2162b8d9-f6c6-474a-ab07-ee6ffdc858e9 None None] Set router 5d0e627f-9931-44e7-bb8d-ffce79c09333 gateway port host: dv-cinder-821739-1-iscsi {{(pid=102479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:12:22.083177 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-f66e7003-9233-42fc-9090-48390e0e2f97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:22.088862 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-f66e7003-9233-42fc-9090-48390e0e2f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:22.103565 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-1811d13a-4e27-430d-a153-d77e270fdc53 req-29cec10e-538b-416b-a74a-bc1baaf2e5a4 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527854 Jun 14 18:12:22.140566 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 51354) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:12:22.141395 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-f66e7003-9233-42fc-9090-48390e0e2f97 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=96c80b3201d940a69e406b119c788d84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1886082 Jun 14 18:12:22.142634 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66e7003-9233-42fc-9090-48390e0e2f97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2865a5d4-37f5-4bd6-9e3b-30fb0c65bb02,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:22.235381 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-012850ee-e64a-483d-b490-a57100ffa31a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:22.267391 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-012850ee-e64a-483d-b490-a57100ffa31a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:22.299170 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d930d7fb-2f59-4ec4-9311-3e29d882bdf8 req-bc442936-c25c-4690-8055-b2c8f59cf5bb tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:22.300887 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-d930d7fb-2f59-4ec4-9311-3e29d882bdf8 req-bc442936-c25c-4690-8055-b2c8f59cf5bb tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 944 time: 0.1144562 Jun 14 18:12:22.338135 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3fc8aa-df78-41f4-b682-6bc073125ea4 req-bb907b72-05db-4207-a669-7d9ac31f34b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:22.339939 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-ca3fc8aa-df78-41f4-b682-6bc073125ea4 req-bb907b72-05db-4207-a669-7d9ac31f34b6 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=1c01ae33-4bcd-4445-b978-df44a99f69bf HTTP/1.1" status: 200 len: 1099 time: 0.1285937 Jun 14 18:12:22.385362 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-d930d7fb-2f59-4ec4-9311-3e29d882bdf8 req-6fb75ce0-4d29-4d7b-997a-e8db185f8d08 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733950 Jun 14 18:12:22.400073 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-2162b8d9-f6c6-474a-ab07-ee6ffdc858e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0e627f-9931-44e7-bb8d-ffce79c09333', 'name': 'tempest-AttachVolumeTestJSON-504290740-router', 'tenant_id': '1656a3c434d1462d9a2c48c24f0b7728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '7ab5aec5-e4c5-4e04-9cca-c95dea8cfc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:11:28Z', 'updated_at': '2022-06-14T18:11:33Z', 'revision_number': 4, 'project_id': '1656a3c434d1462d9a2c48c24f0b7728', 'gw_port': {'id': '7ab5aec5-e4c5-4e04-9cca-c95dea8cfc69', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0e627f-9931-44e7-bb8d-ffce79c09333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:28Z', 'updated_at': '2022-06-14T18:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_floatingips': [{'id': '909abb66-904e-460a-95fb-c91fa13d3187', 'tenant_id': '1656a3c434d1462d9a2c48c24f0b7728', 'floating_ip_address': '172.27.2.41', 'floating_network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'router_id': '5d0e627f-9931-44e7-bb8d-ffce79c09333', 'port_id': '8330099f-0bd0-4adb-af41-2651b0cf9e3b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4802f45-6d76-4b53-9a7f-7b43659748a3', 'mac_address': 'fa:16:3e:9e:2a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8b5ea8-c54d-4d44-beec-4a5c503b870e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:11:43Z', 'updated_at': '2022-06-14T18:12:20Z', 'revision_number': 1, 'project_id': '1656a3c434d1462d9a2c48c24f0b7728', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '938b64a5-df52-4436-973f-36281c5eb5a6', 'name': '', 'network_id': 'e4802f45-6d76-4b53-9a7f-7b43659748a3', 'tenant_id': '1656a3c434d1462d9a2c48c24f0b7728', 'mac_address': 'fa:16:3e:12:8c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0e627f-9931-44e7-bb8d-ffce79c09333', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '0bf57453-530a-4cde-8cdb-616dbddd580e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:31Z', 'updated_at': '2022-06-14T18:11:44Z', 'revision_number': 5, 'project_id': '1656a3c434d1462d9a2c48c24f0b7728', 'subnets': [{'id': '0bf57453-530a-4cde-8cdb-616dbddd580e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:12:22.406787 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-012850ee-e64a-483d-b490-a57100ffa31a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:22.409298 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-012850ee-e64a-483d-b490-a57100ffa31a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:22.413521 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-012850ee-e64a-483d-b490-a57100ffa31a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2865a5d4-37f5-4bd6-9e3b-30fb0c65bb02 HTTP/1.1" status: 204 len: 168 time: 0.2690649 Jun 14 18:12:22.422570 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012850ee-e64a-483d-b490-a57100ffa31a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2865a5d4-37f5-4bd6-9e3b-30fb0c65bb02,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:22.438921 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2162b8d9-f6c6-474a-ab07-ee6ffdc858e9 None None] Checking router: 5d0e627f-9931-44e7-bb8d-ffce79c09333 for host: dv-cinder-821739-1-iscsi {{(pid=102479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:12:22.460052 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2162b8d9-f6c6-474a-ab07-ee6ffdc858e9 None None] Routers {'5d0e627f-9931-44e7-bb8d-ffce79c09333'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:12:22.460876 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-2162b8d9-f6c6-474a-ab07-ee6ffdc858e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:12:19Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['5d0e627f-9931-44e7-bb8d-ffce79c09333'], 'active': True} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:12:22.496033 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Jun 2022 18:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a00dbde5-3b40-4255-8c3b-4b3255e90e38 x-openstack-request-id: req-a00dbde5-3b40-4255-8c3b-4b3255e90e38 {{(pid=102477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:12:22.496434 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a8b5ea8-c54d-4d44-beec-4a5c503b870e", "tag": "8330099f-0bd0-4adb-af41-2651b0cf9e3b", "status": "completed", "code": 200}]} {{(pid=102477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:12:22.496879 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a00dbde5-3b40-4255-8c3b-4b3255e90e38 {{(pid=102477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:12:22.497375 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a00dbde5-3b40-4255-8c3b-4b3255e90e38'] response: {'name': 'network-changed', 'server_uuid': '6a8b5ea8-c54d-4d44-beec-4a5c503b870e', 'tag': '8330099f-0bd0-4adb-af41-2651b0cf9e3b', 'status': 'completed', 'code': 200} Jun 14 18:12:22.595901 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvr_db [None req-2162b8d9-f6c6-474a-ab07-ee6ffdc858e9 None None] Set router 5d0e627f-9931-44e7-bb8d-ffce79c09333 gateway port host: dv-cinder-821739-1-iscsi {{(pid=102479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:12:22.878220 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-2162b8d9-f6c6-474a-ab07-ee6ffdc858e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0e627f-9931-44e7-bb8d-ffce79c09333', 'name': 'tempest-AttachVolumeTestJSON-504290740-router', 'tenant_id': '1656a3c434d1462d9a2c48c24f0b7728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '7ab5aec5-e4c5-4e04-9cca-c95dea8cfc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:11:28Z', 'updated_at': '2022-06-14T18:11:33Z', 'revision_number': 4, 'project_id': '1656a3c434d1462d9a2c48c24f0b7728', 'gw_port': {'id': '7ab5aec5-e4c5-4e04-9cca-c95dea8cfc69', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0e627f-9931-44e7-bb8d-ffce79c09333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:28Z', 'updated_at': '2022-06-14T18:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_floatingips': [{'id': '909abb66-904e-460a-95fb-c91fa13d3187', 'tenant_id': '1656a3c434d1462d9a2c48c24f0b7728', 'floating_ip_address': '172.27.2.41', 'floating_network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'router_id': '5d0e627f-9931-44e7-bb8d-ffce79c09333', 'port_id': '8330099f-0bd0-4adb-af41-2651b0cf9e3b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4802f45-6d76-4b53-9a7f-7b43659748a3', 'mac_address': 'fa:16:3e:9e:2a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8b5ea8-c54d-4d44-beec-4a5c503b870e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:11:43Z', 'updated_at': '2022-06-14T18:12:20Z', 'revision_number': 1, 'project_id': '1656a3c434d1462d9a2c48c24f0b7728', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '938b64a5-df52-4436-973f-36281c5eb5a6', 'name': '', 'network_id': 'e4802f45-6d76-4b53-9a7f-7b43659748a3', 'tenant_id': '1656a3c434d1462d9a2c48c24f0b7728', 'mac_address': 'fa:16:3e:12:8c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0e627f-9931-44e7-bb8d-ffce79c09333', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '0bf57453-530a-4cde-8cdb-616dbddd580e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:31Z', 'updated_at': '2022-06-14T18:11:44Z', 'revision_number': 5, 'project_id': '1656a3c434d1462d9a2c48c24f0b7728', 'subnets': [{'id': '0bf57453-530a-4cde-8cdb-616dbddd580e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:12:22.914952 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2162b8d9-f6c6-474a-ab07-ee6ffdc858e9 None None] The sync data for ids ['5d0e627f-9931-44e7-bb8d-ffce79c09333'] in dv-cinder-821739-1-iscsi is: [{'id': '5d0e627f-9931-44e7-bb8d-ffce79c09333', 'name': 'tempest-AttachVolumeTestJSON-504290740-router', 'tenant_id': '1656a3c434d1462d9a2c48c24f0b7728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '7ab5aec5-e4c5-4e04-9cca-c95dea8cfc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:11:28Z', 'updated_at': '2022-06-14T18:11:33Z', 'revision_number': 4, 'project_id': '1656a3c434d1462d9a2c48c24f0b7728', 'gw_port': {'id': '7ab5aec5-e4c5-4e04-9cca-c95dea8cfc69', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0e627f-9931-44e7-bb8d-ffce79c09333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:28Z', 'updated_at': '2022-06-14T18:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_floatingips': [{'id': '909abb66-904e-460a-95fb-c91fa13d3187', 'tenant_id': '1656a3c434d1462d9a2c48c24f0b7728', 'floating_ip_address': '172.27.2.41', 'floating_network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'router_id': '5d0e627f-9931-44e7-bb8d-ffce79c09333', 'port_id': '8330099f-0bd0-4adb-af41-2651b0cf9e3b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4802f45-6d76-4b53-9a7f-7b43659748a3', 'mac_address': 'fa:16:3e:9e:2a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8b5ea8-c54d-4d44-beec-4a5c503b870e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:11:43Z', 'updated_at': '2022-06-14T18:12:20Z', 'revision_number': 1, 'project_id': '1656a3c434d1462d9a2c48c24f0b7728', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '938b64a5-df52-4436-973f-36281c5eb5a6', 'name': '', 'network_id': 'e4802f45-6d76-4b53-9a7f-7b43659748a3', 'tenant_id': '1656a3c434d1462d9a2c48c24f0b7728', 'mac_address': 'fa:16:3e:12:8c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0e627f-9931-44e7-bb8d-ffce79c09333', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '0bf57453-530a-4cde-8cdb-616dbddd580e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:31Z', 'updated_at': '2022-06-14T18:11:44Z', 'revision_number': 5, 'project_id': '1656a3c434d1462d9a2c48c24f0b7728', 'subnets': [{'id': '0bf57453-530a-4cde-8cdb-616dbddd580e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:12:23.227156 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb3e098-6176-4681-967a-881f57017d94 None None] New status for floating IP 909abb66-904e-460a-95fb-c91fa13d3187: ACTIVE {{(pid=102478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 18:12:23.252980 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8678a2bc-1f83-4ad8-b392-3e3901c6f32f req-6a19d7d7-6375-47aa-82b5-9e64d4064dd7 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:23.258226 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-8678a2bc-1f83-4ad8-b392-3e3901c6f32f req-6a19d7d7-6375-47aa-82b5-9e64d4064dd7 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=69ae7078-ef55-49c6-a2aa-659280d155db HTTP/1.1" status: 200 len: 944 time: 0.0649021 Jun 14 18:12:23.294089 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-8678a2bc-1f83-4ad8-b392-3e3901c6f32f req-ea7a340d-4355-4db3-ae66-b80acb7690a4 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329158 Jun 14 18:12:23.559029 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c38bb9-f21a-4727-b689-490600cf07f7 req-3a3126f5-ca7f-4d97-88c9-d0a9820fea27 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:23.560505 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-c5c38bb9-f21a-4727-b689-490600cf07f7 req-3a3126f5-ca7f-4d97-88c9-d0a9820fea27 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 944 time: 0.0509570 Jun 14 18:12:23.606020 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-c5c38bb9-f21a-4727-b689-490600cf07f7 req-ea8a8250-ac3f-424d-8bcf-6b4c0cfaa452 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374548 Jun 14 18:12:24.180556 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-ca3fc8aa-df78-41f4-b682-6bc073125ea4 req-60ee4733-4359-487f-b4f8-f9c09fe912a0 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910373 Jun 14 18:12:24.193877 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2575b7d-58fc-4145-8c74-6ab979b6c3e5 req-84923596-faa6-4e1c-89da-d090c712f0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:24.195309 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-e2575b7d-58fc-4145-8c74-6ab979b6c3e5 req-84923596-faa6-4e1c-89da-d090c712f0ce service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1656a3c434d1462d9a2c48c24f0b7728&device_id=6a8b5ea8-c54d-4d44-beec-4a5c503b870e HTTP/1.1" status: 200 len: 1099 time: 0.0614953 Jun 14 18:12:24.276807 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] get_ports_and_sgs() called for port_ids ['155f6b8d-7e54-4a68-be58-dd9494c118a5'] {{(pid=102478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 14 18:12:24.283138 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] get_ports_and_sgs() called for port_ids ['8272734a-846d-4f63-8224-608a7542ed04'] {{(pid=102478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 14 18:12:24.481058 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d11f1c-6749-4d47-aed5-93343bd32d63 req-f0cb7515-5cbe-46c1-b9b4-f96cdc8ebf3c tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:24.484115 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-47d11f1c-6749-4d47-aed5-93343bd32d63 req-f0cb7515-5cbe-46c1-b9b4-f96cdc8ebf3c tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=69ae7078-ef55-49c6-a2aa-659280d155db HTTP/1.1" status: 200 len: 944 time: 0.0760927 Jun 14 18:12:24.534615 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-47d11f1c-6749-4d47-aed5-93343bd32d63 req-572484c6-47ed-41a6-8dfd-9ecd2bf3d20c tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410838 Jun 14 18:12:24.619358 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2575b7d-58fc-4145-8c74-6ab979b6c3e5 req-6761ea42-4910-4e39-a7e7-a69f8fe131f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:24.620864 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-e2575b7d-58fc-4145-8c74-6ab979b6c3e5 req-6761ea42-4910-4e39-a7e7-a69f8fe131f1 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e4802f45-6d76-4b53-9a7f-7b43659748a3 HTTP/1.1" status: 200 len: 912 time: 0.1671584 Jun 14 18:12:24.758077 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-e2575b7d-58fc-4145-8c74-6ab979b6c3e5 req-262fa77b-9f0b-4448-8541-6b7dafad3102 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8330099f-0bd0-4adb-af41-2651b0cf9e3b HTTP/1.1" status: 200 len: 1001 time: 0.1281037 Jun 14 18:12:24.843733 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f89387d-04ea-4c9b-9818-b5fa4459fa1b req-4af159c0-ba55-468f-8306-87b44f4ae6cf tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:24.845347 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-5f89387d-04ea-4c9b-9818-b5fa4459fa1b req-4af159c0-ba55-468f-8306-87b44f4ae6cf tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 944 time: 0.1487184 Jun 14 18:12:24.858114 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2575b7d-58fc-4145-8c74-6ab979b6c3e5 req-33da5389-8abd-45d3-9b42-50b83f04cfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:24.859446 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-e2575b7d-58fc-4145-8c74-6ab979b6c3e5 req-33da5389-8abd-45d3-9b42-50b83f04cfe7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0bf57453-530a-4cde-8cdb-616dbddd580e HTTP/1.1" status: 200 len: 849 time: 0.0914965 Jun 14 18:12:25.109683 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-ca0c24f5-3071-41ee-ab7d-8a9a9cc7913e req-edf080b5-9f69-4300-96e2-f4777f823308 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=566c7a87-c52f-401c-b1ed-5b05f8f5d944&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3122275 Jun 14 18:12:25.137388 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-5f89387d-04ea-4c9b-9818-b5fa4459fa1b req-1d81b044-611b-479d-9e0f-ed0206bd3d68 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2828839 Jun 14 18:12:25.144858 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2575b7d-58fc-4145-8c74-6ab979b6c3e5 req-cf17d50b-1df7-4b3f-8cc1-845b829edb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:25.146510 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-e2575b7d-58fc-4145-8c74-6ab979b6c3e5 req-cf17d50b-1df7-4b3f-8cc1-845b829edb0e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e4802f45-6d76-4b53-9a7f-7b43659748a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2712493 Jun 14 18:12:25.272652 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0c24f5-3071-41ee-ab7d-8a9a9cc7913e req-57c3cbd7-7edb-4dc7-82b0-3ebb5030ebcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:25.274341 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-ca0c24f5-3071-41ee-ab7d-8a9a9cc7913e req-57c3cbd7-7edb-4dc7-82b0-3ebb5030ebcb service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=28a18f8ef0024ac4bae764532ba3d05d&device_id=566c7a87-c52f-401c-b1ed-5b05f8f5d944 HTTP/1.1" status: 200 len: 1098 time: 0.0909483 Jun 14 18:12:25.281627 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-e2575b7d-58fc-4145-8c74-6ab979b6c3e5 req-3c2fed9e-ee40-4390-9b40-52b68ab5bbaa service neutron] 10.222.0.90 "GET /v2.0/networks/e4802f45-6d76-4b53-9a7f-7b43659748a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264646 Jun 14 18:12:25.449305 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-e2575b7d-58fc-4145-8c74-6ab979b6c3e5 req-2fdcc573-f42a-4923-a535-5f3a4e9ad912 service neutron] 10.222.0.90 "GET /v2.0/networks/e4802f45-6d76-4b53-9a7f-7b43659748a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560991 Jun 14 18:12:25.455335 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0c24f5-3071-41ee-ab7d-8a9a9cc7913e req-8f780251-8847-4fcb-9a8d-78a15764a134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:25.458864 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-ca0c24f5-3071-41ee-ab7d-8a9a9cc7913e req-8f780251-8847-4fcb-9a8d-78a15764a134 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e8eeec05-4ec1-4227-b538-010bf7703795 HTTP/1.1" status: 200 len: 914 time: 0.1562459 Jun 14 18:12:25.516937 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-ca0c24f5-3071-41ee-ab7d-8a9a9cc7913e req-924418f5-6bc7-43d5-abc0-ff0aab38ee6b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7fc3453c-8806-44b7-b298-1ecd282dc130 HTTP/1.1" status: 200 len: 217 time: 0.0387959 Jun 14 18:12:25.585784 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0c24f5-3071-41ee-ab7d-8a9a9cc7913e req-31f024fc-fc8c-4fb8-98ec-e666ac1814b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:25.587748 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-ca0c24f5-3071-41ee-ab7d-8a9a9cc7913e req-31f024fc-fc8c-4fb8-98ec-e666ac1814b3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=daa92479-e2d0-4613-979c-695b15b913b0 HTTP/1.1" status: 200 len: 852 time: 0.0513594 Jun 14 18:12:25.641277 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-ca0c24f5-3071-41ee-ab7d-8a9a9cc7913e req-da5bf369-794f-487b-b99d-5afcc5c36de0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e8eeec05-4ec1-4227-b538-010bf7703795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337410 Jun 14 18:12:25.721643 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d1a444-e1e8-4b9f-82dc-99dcae6cac27 req-4a14f10a-f49c-416e-aef9-91deb5511114 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:25.723525 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-d2d1a444-e1e8-4b9f-82dc-99dcae6cac27 req-4a14f10a-f49c-416e-aef9-91deb5511114 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=69ae7078-ef55-49c6-a2aa-659280d155db HTTP/1.1" status: 200 len: 944 time: 0.0693707 Jun 14 18:12:25.765269 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-d2d1a444-e1e8-4b9f-82dc-99dcae6cac27 req-1dda8449-e5ed-4d7d-ac9e-1fc9dd8694bf tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347314 Jun 14 18:12:25.776769 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-ca0c24f5-3071-41ee-ab7d-8a9a9cc7913e req-a364daef-44b1-4a94-bb15-f7047f7deb9b service neutron] 10.222.0.90 "GET /v2.0/networks/e8eeec05-4ec1-4227-b538-010bf7703795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085701 Jun 14 18:12:26.274559 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f916acd-4cba-4afe-9ef3-b793ca792eb3 req-6d40b6e0-7997-42b1-9c2e-d05c64445acd tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:26.275893 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-0f916acd-4cba-4afe-9ef3-b793ca792eb3 req-6d40b6e0-7997-42b1-9c2e-d05c64445acd tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 944 time: 0.0519683 Jun 14 18:12:26.320299 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-0f916acd-4cba-4afe-9ef3-b793ca792eb3 req-a89a9b85-cd90-4736-bb88-cd4d0bd4939f tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382082 Jun 14 18:12:26.898502 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device 8272734a-846d-4f63-8224-608a7542ed04 up at agent hyperv_hv-cinder-82173 {{(pid=102478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:12:26.899679 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0950f931-04a6-471d-9636-20a362d67b8d req-fec5530f-09bf-45f7-8720-6c3345ba3308 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:26.901391 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-0950f931-04a6-471d-9636-20a362d67b8d req-fec5530f-09bf-45f7-8720-6c3345ba3308 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=69ae7078-ef55-49c6-a2aa-659280d155db HTTP/1.1" status: 200 len: 944 time: 0.0518172 Jun 14 18:12:26.952289 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:26.970670 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-0950f931-04a6-471d-9636-20a362d67b8d req-3c96c6cf-b88b-413c-9b96-0a5495e0e7eb tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613997 Jun 14 18:12:26.973043 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Provisioning for port 8272734a-846d-4f63-8224-608a7542ed04 completed by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 18:12:26.982033 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Provisioning complete for port 8272734a-846d-4f63-8224-608a7542ed04 triggered by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:12:26.982597 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:27.015360 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-ca0c24f5-3071-41ee-ab7d-8a9a9cc7913e req-fcf98f11-6588-4c3f-b54d-d747eb207621 service neutron] 10.222.0.90 "GET /v2.0/networks/e8eeec05-4ec1-4227-b538-010bf7703795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202328 Jun 14 18:12:27.072355 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Current status of the port 8272734a-846d-4f63-8224-608a7542ed04 is: BUILD; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:12:27.072830 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:27.096040 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69ae7078-ef55-49c6-a2aa-659280d155db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8272734a-846d-4f63-8224-608a7542ed04'}] {{(pid=102478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:12:27.099131 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d8e2526aaff2bef62a8f92ec40b510f98ca8a12776779af706bb4cba97706d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0281df71-4bc8-430f-8356-bd62dc1767ce" -d '{"events": [{"server_uuid": "69ae7078-ef55-49c6-a2aa-659280d155db", "name": "network-vif-plugged", "status": "completed", "tag": "8272734a-846d-4f63-8224-608a7542ed04"}]}' {{(pid=102478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:12:27.112574 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] For port 8272734a-846d-4f63-8224-608a7542ed04, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=8272734a-846d-4f63-8224-608a7542ed04,segment=NetworkSegment(ec03b231-3de7-452c-aafc-d658d7157626),segment_id=ec03b231-3de7-452c-aafc-d658d7157626)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:12:27.121087 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:27.125417 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device 155f6b8d-7e54-4a68-be58-dd9494c118a5 up at agent hyperv_hv-cinder-82173 {{(pid=102478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:12:27.164891 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-476fc5a4-0a32-4d6d-87dc-52cbc2112141 x-openstack-request-id: req-476fc5a4-0a32-4d6d-87dc-52cbc2112141 {{(pid=102478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:12:27.165204 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69ae7078-ef55-49c6-a2aa-659280d155db", "name": "network-vif-plugged", "status": "completed", "tag": "8272734a-846d-4f63-8224-608a7542ed04", "code": 200}]} {{(pid=102478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:12:27.165460 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-476fc5a4-0a32-4d6d-87dc-52cbc2112141 {{(pid=102478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:12:27.165879 dv-cinder-821739-1-iscsi neutron-server[102478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-476fc5a4-0a32-4d6d-87dc-52cbc2112141'] response: {'server_uuid': '69ae7078-ef55-49c6-a2aa-659280d155db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8272734a-846d-4f63-8224-608a7542ed04', 'code': 200} Jun 14 18:12:27.207207 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Pushing event updated for resources: {'Port': ['ID=8272734a-846d-4f63-8224-608a7542ed04,revision_number=5']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:27.224422 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Provisioning for port 155f6b8d-7e54-4a68-be58-dd9494c118a5 completed by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 18:12:27.228281 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Provisioning complete for port 155f6b8d-7e54-4a68-be58-dd9494c118a5 triggered by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:12:27.228653 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:27.314138 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Current status of the port 155f6b8d-7e54-4a68-be58-dd9494c118a5 is: BUILD; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:12:27.314782 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:27.361623 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] For port 155f6b8d-7e54-4a68-be58-dd9494c118a5, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=155f6b8d-7e54-4a68-be58-dd9494c118a5,segment=NetworkSegment(3352f152-10ce-4dbd-b036-7cefe3776371),segment_id=3352f152-10ce-4dbd-b036-7cefe3776371)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:12:27.366708 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:27.427054 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Pushing event updated for resources: {'Port': ['ID=155f6b8d-7e54-4a68-be58-dd9494c118a5,revision_number=5']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:27.454781 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c326dac-6b73-4b44-b3c1-040c8c0eebe0 req-83da4f58-ee75-4cdc-8750-0b9e97d3463f tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:27.456291 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-7c326dac-6b73-4b44-b3c1-040c8c0eebe0 req-83da4f58-ee75-4cdc-8750-0b9e97d3463f tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 945 time: 0.0561461 Jun 14 18:12:27.502831 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-7c326dac-6b73-4b44-b3c1-040c8c0eebe0 req-edb2ad3c-2e9d-49a9-9503-31cfa20bc75c tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391064 Jun 14 18:12:28.082070 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2526e469-8185-4070-9dcf-cfae30880e2a req-24718459-c49a-459e-9ea2-1a361fcee50d tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:28.083519 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-2526e469-8185-4070-9dcf-cfae30880e2a req-24718459-c49a-459e-9ea2-1a361fcee50d tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=69ae7078-ef55-49c6-a2aa-659280d155db HTTP/1.1" status: 200 len: 945 time: 0.0471742 Jun 14 18:12:28.120868 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-2526e469-8185-4070-9dcf-cfae30880e2a req-027eff9e-dae6-49c2-b5fa-01856225e0fb tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312660 Jun 14 18:12:28.624668 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d8cf5-d2eb-4e33-8488-2668673c14b8 req-1e61a8ee-5117-470f-9907-444b3d3bf41b tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:28.626290 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-484d8cf5-d2eb-4e33-8488-2668673c14b8 req-1e61a8ee-5117-470f-9907-444b3d3bf41b tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 945 time: 0.0472782 Jun 14 18:12:28.666072 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-484d8cf5-d2eb-4e33-8488-2668673c14b8 req-f938e8de-050a-4a72-b5ef-b1b1c7c996b1 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321875 Jun 14 18:12:29.152922 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6af0e7a-65fd-4a66-bc58-b0b40154cfaa req-cd942e7a-b0a0-46a5-a95e-82c802fc5727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:29.154553 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-a6af0e7a-65fd-4a66-bc58-b0b40154cfaa req-cd942e7a-b0a0-46a5-a95e-82c802fc5727 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=69ae7078-ef55-49c6-a2aa-659280d155db HTTP/1.1" status: 200 len: 1098 time: 0.0468447 Jun 14 18:12:29.167359 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02a3a7be-c0dc-4e73-81e8-ffc85cac6e70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '155f6b8d-7e54-4a68-be58-dd9494c118a5'}] {{(pid=102478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:12:29.169882 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d8e2526aaff2bef62a8f92ec40b510f98ca8a12776779af706bb4cba97706d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-754a8888-5c66-4674-bff7-7de229f78583" -d '{"events": [{"server_uuid": "02a3a7be-c0dc-4e73-81e8-ffc85cac6e70", "name": "network-vif-plugged", "status": "completed", "tag": "155f6b8d-7e54-4a68-be58-dd9494c118a5"}]}' {{(pid=102478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:12:29.204773 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-a6af0e7a-65fd-4a66-bc58-b0b40154cfaa req-46d86d2d-34df-4f7c-9ab3-92c862d4b787 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381324 Jun 14 18:12:29.205634 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8583baa3-43bc-4338-95de-31fb4c6479ac x-openstack-request-id: req-8583baa3-43bc-4338-95de-31fb4c6479ac {{(pid=102478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:12:29.205988 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02a3a7be-c0dc-4e73-81e8-ffc85cac6e70", "name": "network-vif-plugged", "status": "completed", "tag": "155f6b8d-7e54-4a68-be58-dd9494c118a5", "code": 200}]} {{(pid=102478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:12:29.206246 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8583baa3-43bc-4338-95de-31fb4c6479ac {{(pid=102478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:12:29.207280 dv-cinder-821739-1-iscsi neutron-server[102478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8583baa3-43bc-4338-95de-31fb4c6479ac'] response: {'server_uuid': '02a3a7be-c0dc-4e73-81e8-ffc85cac6e70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '155f6b8d-7e54-4a68-be58-dd9494c118a5', 'code': 200} Jun 14 18:12:29.240284 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07724113-1182-4120-a719-f294c19d0633 req-18846151-93c6-4f1e-87b7-7f017e09b5d5 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:29.241766 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-07724113-1182-4120-a719-f294c19d0633 req-18846151-93c6-4f1e-87b7-7f017e09b5d5 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=69ae7078-ef55-49c6-a2aa-659280d155db HTTP/1.1" status: 200 len: 945 time: 0.0511055 Jun 14 18:12:29.279162 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-07724113-1182-4120-a719-f294c19d0633 req-fd284261-5ebe-47ab-912b-431fad166810 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314119 Jun 14 18:12:29.804729 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13626761-5657-453a-9ec9-656efb138cb0 req-b863504c-561e-44e6-8592-2e508b49f43d tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:29.806217 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-13626761-5657-453a-9ec9-656efb138cb0 req-b863504c-561e-44e6-8592-2e508b49f43d tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 945 time: 0.0482693 Jun 14 18:12:29.850126 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-13626761-5657-453a-9ec9-656efb138cb0 req-749ab10a-6361-449c-b931-59cf6e42fbba tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381045 Jun 14 18:12:30.394539 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debd477a-5c93-401e-860e-d411bb116d5e req-03114051-6f87-410e-880a-dd32ad6edf43 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:30.396047 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-debd477a-5c93-401e-860e-d411bb116d5e req-03114051-6f87-410e-880a-dd32ad6edf43 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=69ae7078-ef55-49c6-a2aa-659280d155db HTTP/1.1" status: 200 len: 945 time: 0.0502148 Jun 14 18:12:30.433587 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-debd477a-5c93-401e-860e-d411bb116d5e req-81e03c0e-033a-40d6-95eb-e8bb2abbeb83 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312555 Jun 14 18:12:30.975406 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f0789-e334-431a-a33e-b5e5f965a06d req-69bb39c4-00f6-4f79-94d4-8b886b6c23d8 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:30.976803 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-8c1f0789-e334-431a-a33e-b5e5f965a06d req-69bb39c4-00f6-4f79-94d4-8b886b6c23d8 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 945 time: 0.0481644 Jun 14 18:12:31.015019 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-8c1f0789-e334-431a-a33e-b5e5f965a06d req-6756f06b-cace-45e5-be37-843bf169d0a6 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321302 Jun 14 18:12:31.554899 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5297cc95-b3f5-46b3-8539-b3f776726d94 req-e4ed453c-7559-4dd3-8ef8-c099c90ab9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:31.556375 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-5297cc95-b3f5-46b3-8539-b3f776726d94 req-e4ed453c-7559-4dd3-8ef8-c099c90ab9a6 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 1098 time: 0.0752165 Jun 14 18:12:31.570551 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af7ee4d-74c3-4f63-a282-38e3738ccd12 req-b1ba71b6-ca4e-4226-87b1-15a1fae53eef tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:31.572208 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-0af7ee4d-74c3-4f63-a282-38e3738ccd12 req-b1ba71b6-ca4e-4226-87b1-15a1fae53eef tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=69ae7078-ef55-49c6-a2aa-659280d155db HTTP/1.1" status: 200 len: 945 time: 0.0631230 Jun 14 18:12:31.608442 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-0af7ee4d-74c3-4f63-a282-38e3738ccd12 req-0bb4c714-cf64-473c-9310-af7fd02a6913 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302534 Jun 14 18:12:32.134677 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540510d5-5d48-49d5-8698-a963cf699c2b req-75cee4c8-ac9b-40fd-af37-0b35e5911364 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:32.136140 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-540510d5-5d48-49d5-8698-a963cf699c2b req-75cee4c8-ac9b-40fd-af37-0b35e5911364 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 945 time: 0.0494175 Jun 14 18:12:32.172392 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-540510d5-5d48-49d5-8698-a963cf699c2b req-86e90918-a6fb-4d4c-98e4-5fb376ba22a7 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303071 Jun 14 18:12:32.550187 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-5297cc95-b3f5-46b3-8539-b3f776726d94 req-e6e75cca-0ea9-4cca-9c26-2b385c12581f service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284054 Jun 14 18:12:32.720978 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d52e62-82fc-461b-9216-a12573875af4 req-f0fcf32e-8b73-4ae0-b34b-cdc69c3faaef tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:32.722471 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-b8d52e62-82fc-461b-9216-a12573875af4 req-f0fcf32e-8b73-4ae0-b34b-cdc69c3faaef tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=69ae7078-ef55-49c6-a2aa-659280d155db HTTP/1.1" status: 200 len: 945 time: 0.0476482 Jun 14 18:12:32.760032 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-b8d52e62-82fc-461b-9216-a12573875af4 req-23f3c4bf-71b1-4c26-9f7e-32ccf6fd3a50 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316827 Jun 14 18:12:33.292752 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b29f2e-e10d-40f6-940b-d08dbdbddb89 req-fc813729-3eed-445a-87c5-c3061c3f5cbb tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:33.294175 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-c2b29f2e-e10d-40f6-940b-d08dbdbddb89 req-fc813729-3eed-445a-87c5-c3061c3f5cbb tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 945 time: 0.0504105 Jun 14 18:12:33.336481 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-c2b29f2e-e10d-40f6-940b-d08dbdbddb89 req-c424ed79-4804-47d0-97f6-0efefea9eaef tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362978 Jun 14 18:12:33.880916 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a9295-85d4-485a-97a2-8dc2a57beede req-4ea609f1-dbbb-4f33-ab86-25465cbf8e22 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:33.882335 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-a05a9295-85d4-485a-97a2-8dc2a57beede req-4ea609f1-dbbb-4f33-ab86-25465cbf8e22 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=69ae7078-ef55-49c6-a2aa-659280d155db HTTP/1.1" status: 200 len: 945 time: 0.0523560 Jun 14 18:12:33.921106 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-a05a9295-85d4-485a-97a2-8dc2a57beede req-9504ab94-abeb-4c04-b560-d3883e90e8c6 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328608 Jun 14 18:12:34.454474 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f978ce9-58e9-4ee2-be0e-7b0bc5e1fedb req-1bbaae7b-b5a6-49b3-8215-9e47420f93e8 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:34.455927 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-8f978ce9-58e9-4ee2-be0e-7b0bc5e1fedb req-1bbaae7b-b5a6-49b3-8215-9e47420f93e8 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 945 time: 0.0502615 Jun 14 18:12:34.500837 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-8f978ce9-58e9-4ee2-be0e-7b0bc5e1fedb req-cb1e94e6-f231-4b2b-b09a-111f3d51c86d tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381873 Jun 14 18:12:35.042252 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f841e67a-91f1-4b86-8c08-72717ed1467f req-920d1ca5-7082-4f70-b6c6-809fe238a4fb tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:35.043612 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-f841e67a-91f1-4b86-8c08-72717ed1467f req-920d1ca5-7082-4f70-b6c6-809fe238a4fb tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=69ae7078-ef55-49c6-a2aa-659280d155db HTTP/1.1" status: 200 len: 945 time: 0.0480578 Jun 14 18:12:35.081686 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-f841e67a-91f1-4b86-8c08-72717ed1467f req-a3b99359-e5ab-4f3e-96a5-986113f07f91 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320516 Jun 14 18:12:35.619347 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d56db5-a646-49e8-bdb5-eb1f950a090f req-3704f9d7-02e1-4a04-bdeb-d9e67bf7c294 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:35.620700 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-a3d56db5-a646-49e8-bdb5-eb1f950a090f req-3704f9d7-02e1-4a04-bdeb-d9e67bf7c294 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 945 time: 0.0475154 Jun 14 18:12:35.658400 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-a3d56db5-a646-49e8-bdb5-eb1f950a090f req-aa149e18-1da7-4293-af47-0fec178d871c tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317636 Jun 14 18:12:36.196423 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e2ae12-1023-439d-bbec-3b87efa58143 req-d5269c4b-ef23-42d7-a6ff-098b21efa5a2 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:36.197917 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-23e2ae12-1023-439d-bbec-3b87efa58143 req-d5269c4b-ef23-42d7-a6ff-098b21efa5a2 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=69ae7078-ef55-49c6-a2aa-659280d155db HTTP/1.1" status: 200 len: 945 time: 0.0497694 Jun 14 18:12:36.237680 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-23e2ae12-1023-439d-bbec-3b87efa58143 req-8a348b57-1b9e-41a3-bc09-0d5803dab503 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338044 Jun 14 18:12:36.776552 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f201ce68-1e96-4ba3-8ea6-c1f7e4d22542 req-2bc548ac-33e9-438a-8ce5-9c1e41b8009a tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:36.778079 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-f201ce68-1e96-4ba3-8ea6-c1f7e4d22542 req-2bc548ac-33e9-438a-8ce5-9c1e41b8009a tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 945 time: 0.0470729 Jun 14 18:12:36.825045 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-f201ce68-1e96-4ba3-8ea6-c1f7e4d22542 req-9cde0826-e498-48cd-9871-454ea4b17355 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408041 Jun 14 18:12:37.363293 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d2384-a928-4c7c-bb33-253462d60c26 req-ac45f509-f1ff-43e7-8a4c-010e64185901 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:37.365516 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-6b8d2384-a928-4c7c-bb33-253462d60c26 req-ac45f509-f1ff-43e7-8a4c-010e64185901 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=69ae7078-ef55-49c6-a2aa-659280d155db HTTP/1.1" status: 200 len: 945 time: 0.0579469 Jun 14 18:12:37.407151 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-6b8d2384-a928-4c7c-bb33-253462d60c26 req-fbc6853d-99e9-45b5-ac60-52d3997c5b8c tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356069 Jun 14 18:12:37.714943 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 51730) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:12:37.740553 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4801354-1121-4a8d-a817-33fefca53244 req-46de7130-a0b5-4012-8084-3b93f7ea50f9 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:37.742232 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-c4801354-1121-4a8d-a817-33fefca53244 req-46de7130-a0b5-4012-8084-3b93f7ea50f9 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=69ae7078-ef55-49c6-a2aa-659280d155db HTTP/1.1" status: 200 len: 945 time: 0.0776885 Jun 14 18:12:37.744932 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d32107-bcab-4f3b-9169-9850e4ee7f35 req-116efa1b-e859-4bae-a227-8a985e196655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:37.746384 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-42d32107-bcab-4f3b-9169-9850e4ee7f35 req-116efa1b-e859-4bae-a227-8a985e196655 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3042e999f1144c7da1a2473d58a86532&device_id=69ae7078-ef55-49c6-a2aa-659280d155db HTTP/1.1" status: 200 len: 1098 time: 0.0713303 Jun 14 18:12:37.816670 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-c4801354-1121-4a8d-a817-33fefca53244 req-0708815d-b788-4f00-9824-c9e7ae25a1ee tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678668 Jun 14 18:12:37.897048 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d32107-bcab-4f3b-9169-9850e4ee7f35 req-56a839eb-9c30-4a89-ab62-639d40d1235f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:37.898729 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-42d32107-bcab-4f3b-9169-9850e4ee7f35 req-56a839eb-9c30-4a89-ab62-639d40d1235f service neutron] 10.222.0.90 "GET /v2.0/networks?id=3d23af53-6361-4f33-abe1-d3023a18c244 HTTP/1.1" status: 200 len: 920 time: 0.1352386 Jun 14 18:12:37.958278 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-42d32107-bcab-4f3b-9169-9850e4ee7f35 req-3853eac3-5079-400c-80be-18a806d1cac6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8272734a-846d-4f63-8224-608a7542ed04 HTTP/1.1" status: 200 len: 217 time: 0.0437896 Jun 14 18:12:37.987828 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-4a0ddeb1-22a0-4e64-bed8-313a51f2600f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:38.015550 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a10128-036e-4688-824a-c477d549bc58 req-c6a4da3f-3678-4339-a68c-18a05711b6f7 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:38.017360 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-82a10128-036e-4688-824a-c477d549bc58 req-c6a4da3f-3678-4339-a68c-18a05711b6f7 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 945 time: 0.0980618 Jun 14 18:12:38.019385 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d32107-bcab-4f3b-9169-9850e4ee7f35 req-2e3e25a2-01c5-4093-bfd2-59c549c4c30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:38.021062 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-42d32107-bcab-4f3b-9169-9850e4ee7f35 req-2e3e25a2-01c5-4093-bfd2-59c549c4c30f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5d625bfa-3024-4c1b-95b8-b3295848e69c HTTP/1.1" status: 200 len: 857 time: 0.0557599 Jun 14 18:12:38.094384 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d32107-bcab-4f3b-9169-9850e4ee7f35 req-c9aa51c7-4464-45d5-95f1-6cf8ab004e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:38.096207 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-42d32107-bcab-4f3b-9169-9850e4ee7f35 req-c9aa51c7-4464-45d5-95f1-6cf8ab004e89 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3d23af53-6361-4f33-abe1-d3023a18c244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0677052 Jun 14 18:12:38.118528 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-82a10128-036e-4688-824a-c477d549bc58 req-e13e3e8e-08e1-4728-ba51-ecef52636542 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504880 Jun 14 18:12:38.142410 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-4a0ddeb1-22a0-4e64-bed8-313a51f2600f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:38.149841 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-4a0ddeb1-22a0-4e64-bed8-313a51f2600f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:38.212827 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-4a0ddeb1-22a0-4e64-bed8-313a51f2600f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cca6689c572a41e4bc452a54a8445b3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4968374 Jun 14 18:12:38.217205 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 51762) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:12:38.260746 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0ddeb1-22a0-4e64-bed8-313a51f2600f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8f7bfa-cec4-4fe2-8860-080059125c86,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:38.276905 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0ddeb1-22a0-4e64-bed8-313a51f2600f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:12:38.277248 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0ddeb1-22a0-4e64-bed8-313a51f2600f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:12:38.277598 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0ddeb1-22a0-4e64-bed8-313a51f2600f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:12:38.277954 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0ddeb1-22a0-4e64-bed8-313a51f2600f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:12:38.278840 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0ddeb1-22a0-4e64-bed8-313a51f2600f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:12:38.279576 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0ddeb1-22a0-4e64-bed8-313a51f2600f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:12:38.279906 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0ddeb1-22a0-4e64-bed8-313a51f2600f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:12:38.280267 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0ddeb1-22a0-4e64-bed8-313a51f2600f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:12:38.280594 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0ddeb1-22a0-4e64-bed8-313a51f2600f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:12:38.280943 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0ddeb1-22a0-4e64-bed8-313a51f2600f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:12:38.281260 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0ddeb1-22a0-4e64-bed8-313a51f2600f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:12:38.281570 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0ddeb1-22a0-4e64-bed8-313a51f2600f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:12:38.313115 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-42d32107-bcab-4f3b-9169-9850e4ee7f35 req-c3608067-dfeb-4c47-9b89-8ba36795d9ab service neutron] 10.222.0.90 "GET /v2.0/networks/3d23af53-6361-4f33-abe1-d3023a18c244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031686 Jun 14 18:12:38.336038 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-759b3a24-c31d-4765-8898-5e06d4717614 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:38.382169 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-759b3a24-c31d-4765-8898-5e06d4717614 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:38.415640 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4145ddb0-c2c1-4bd0-b748-3a8a6dd07be5 req-f1f66ee7-f50c-41c1-8a2d-36ec2af38e5b tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:38.417183 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-4145ddb0-c2c1-4bd0-b748-3a8a6dd07be5 req-f1f66ee7-f50c-41c1-8a2d-36ec2af38e5b tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 945 time: 0.1026590 Jun 14 18:12:38.430087 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 51776) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:12:38.437811 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.v2.base [None req-630640b9-705a-4495-9436-d3a242dba733 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Request body: {'floatingip': {'port_id': '155f6b8d-7e54-4a68-be58-dd9494c118a5'}} {{(pid=102477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:12:38.487880 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-42d32107-bcab-4f3b-9169-9850e4ee7f35 req-39540227-995d-4aeb-bf09-f48887c6ad6b service neutron] 10.222.0.90 "GET /v2.0/networks/3d23af53-6361-4f33-abe1-d3023a18c244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255567 Jun 14 18:12:38.494409 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-630640b9-705a-4495-9436-d3a242dba733 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify callbacks [] for floatingip, before_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:38.587400 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-759b3a24-c31d-4765-8898-5e06d4717614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:38.589480 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-759b3a24-c31d-4765-8898-5e06d4717614 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:38.593575 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-759b3a24-c31d-4765-8898-5e06d4717614 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0b8f7bfa-cec4-4fe2-8860-080059125c86 HTTP/1.1" status: 204 len: 168 time: 0.3715992 Jun 14 18:12:38.626933 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a881fa-0857-406f-b26f-0b6b6aacf978 req-ef166320-4349-4198-bc37-2564fd91f63c tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:38.628730 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-77a881fa-0857-406f-b26f-0b6b6aacf978 req-ef166320-4349-4198-bc37-2564fd91f63c tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] 10.222.0.70 "GET /v2.0/ports?device_id=566c7a87-c52f-401c-b1ed-5b05f8f5d944 HTTP/1.1" status: 200 len: 945 time: 0.0655131 Jun 14 18:12:38.629457 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759b3a24-c31d-4765-8898-5e06d4717614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8f7bfa-cec4-4fe2-8860-080059125c86,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:38.681252 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-77a881fa-0857-406f-b26f-0b6b6aacf978 req-27b239af-d88f-4109-a015-a76c4b04e94f tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] 10.222.0.70 "GET /v2.0/security-groups?id=263484f0-947f-4e28-aef2-3e39e961baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463629 Jun 14 18:12:38.884420 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 51794) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:12:38.904424 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-ee797de7-a18d-44af-b8b8-9f2d0b70db43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:39.008674 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-ee797de7-a18d-44af-b8b8-9f2d0b70db43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:39.012417 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-ee797de7-a18d-44af-b8b8-9f2d0b70db43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:39.033780 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-630640b9-705a-4495-9436-d3a242dba733 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:39.042771 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b48fc85-d5f6-4c8a-8354-9e7a41cb6327 req-60f790c6-8686-4982-914a-a69fdb91cc4f tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:39.044160 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-3b48fc85-d5f6-4c8a-8354-9e7a41cb6327 req-60f790c6-8686-4982-914a-a69fdb91cc4f tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=69ae7078-ef55-49c6-a2aa-659280d155db HTTP/1.1" status: 200 len: 945 time: 0.1076772 Jun 14 18:12:39.045259 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-630640b9-705a-4495-9436-d3a242dba733 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8287696'] for floatingip, after_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:39.051287 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-ee797de7-a18d-44af-b8b8-9f2d0b70db43 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=dba588973a374639adc985da54a05508&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1648812 Jun 14 18:12:39.052236 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee797de7-a18d-44af-b8b8-9f2d0b70db43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a19d051-0d62-4162-89dd-a8c36aa1f210,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:39.054251 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 51796) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:12:39.072049 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee797de7-a18d-44af-b8b8-9f2d0b70db43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:12:39.072581 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee797de7-a18d-44af-b8b8-9f2d0b70db43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:12:39.072903 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee797de7-a18d-44af-b8b8-9f2d0b70db43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:12:39.073266 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee797de7-a18d-44af-b8b8-9f2d0b70db43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:12:39.073534 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee797de7-a18d-44af-b8b8-9f2d0b70db43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:12:39.073880 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee797de7-a18d-44af-b8b8-9f2d0b70db43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:12:39.074196 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee797de7-a18d-44af-b8b8-9f2d0b70db43 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:12:39.074510 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee797de7-a18d-44af-b8b8-9f2d0b70db43 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:12:39.074819 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee797de7-a18d-44af-b8b8-9f2d0b70db43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:12:39.075128 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee797de7-a18d-44af-b8b8-9f2d0b70db43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:12:39.075435 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee797de7-a18d-44af-b8b8-9f2d0b70db43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:12:39.075740 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee797de7-a18d-44af-b8b8-9f2d0b70db43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:12:39.114814 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-72d26a6d-b7d2-441c-af88-b07b9158340f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:39.136227 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-72d26a6d-b7d2-441c-af88-b07b9158340f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:39.141445 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-3b48fc85-d5f6-4c8a-8354-9e7a41cb6327 req-c03229d9-b0ea-4ebb-b9fa-7b9247fa28f7 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593910 Jun 14 18:12:39.188668 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.db.l3_db [None req-630640b9-705a-4495-9436-d3a242dba733 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Floating IP 43686d76-019c-4607-a261-ed090d4f63e9 associated. External IP: 172.27.2.242, port: 155f6b8d-7e54-4a68-be58-dd9494c118a5. Jun 14 18:12:39.195098 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-72d26a6d-b7d2-441c-af88-b07b9158340f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:39.197929 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-72d26a6d-b7d2-441c-af88-b07b9158340f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:39.201497 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-72d26a6d-b7d2-441c-af88-b07b9158340f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4a19d051-0d62-4162-89dd-a8c36aa1f210 HTTP/1.1" status: 204 len: 168 time: 0.1439939 Jun 14 18:12:39.225052 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d26a6d-b7d2-441c-af88-b07b9158340f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a19d051-0d62-4162-89dd-a8c36aa1f210,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:39.664732 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-630640b9-705a-4495-9436-d3a242dba733 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Router 6d0eef1b-b0b5-4281-92f2-af75ebc04e87 has already been hosted by L3 agent 2bd7ef4a-700f-45f4-ae1e-98ca6454acba {{(pid=102477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:12:39.782500 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-630640b9-705a-4495-9436-d3a242dba733 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify agent at l3_agent.dv-cinder-821739-1-iscsi the message routers_updated {{(pid=102477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:12:39.787333 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-630640b9-705a-4495-9436-d3a242dba733 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for floatingip, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:39.794626 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e39296b-ac27-413c-bd24-cf5afe48831e None None] Sync routers for ids ['6d0eef1b-b0b5-4281-92f2-af75ebc04e87'] in dv-cinder-821739-1-iscsi {{(pid=102479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:12:39.807802 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e39296b-ac27-413c-bd24-cf5afe48831e None None] Routers {'6d0eef1b-b0b5-4281-92f2-af75ebc04e87'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:12:39.808343 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-0e39296b-ac27-413c-bd24-cf5afe48831e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:12:19Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['6d0eef1b-b0b5-4281-92f2-af75ebc04e87'], 'active': True} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:12:39.815024 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af278723-8e3c-4adb-816e-153c5f45ca39 req-14e0951a-e965-4795-a960-7b2b594825bb tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:39.816463 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-af278723-8e3c-4adb-816e-153c5f45ca39 req-14e0951a-e965-4795-a960-7b2b594825bb tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] 10.222.0.70 "GET /v2.0/ports?device_id=566c7a87-c52f-401c-b1ed-5b05f8f5d944 HTTP/1.1" status: 200 len: 945 time: 0.0588968 Jun 14 18:12:39.818294 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-630640b9-705a-4495-9436-d3a242dba733 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "PUT /v2.0/floatingips/43686d76-019c-4607-a261-ed090d4f63e9 HTTP/1.1" status: 200 len: 991 time: 1.3871112 Jun 14 18:12:39.819046 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02a3a7be-c0dc-4e73-81e8-ffc85cac6e70', 'tag': '155f6b8d-7e54-4a68-be58-dd9494c118a5'}] {{(pid=102477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:12:39.822032 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63a05a5c49a881ad62840f65bcdf4689c8e257def52ee20504415851ea2faa0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fcb74db-6c16-4f3f-b1d6-541e325c9999" -d '{"events": [{"name": "network-changed", "server_uuid": "02a3a7be-c0dc-4e73-81e8-ffc85cac6e70", "tag": "155f6b8d-7e54-4a68-be58-dd9494c118a5"}]}' {{(pid=102477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:12:39.863147 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Jun 2022 18:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e374919-f065-4de9-bdd5-b9ab2951c1ac x-openstack-request-id: req-3e374919-f065-4de9-bdd5-b9ab2951c1ac {{(pid=102477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:12:39.863433 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02a3a7be-c0dc-4e73-81e8-ffc85cac6e70", "tag": "155f6b8d-7e54-4a68-be58-dd9494c118a5", "status": "completed", "code": 200}]} {{(pid=102477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:12:39.863738 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3e374919-f065-4de9-bdd5-b9ab2951c1ac {{(pid=102477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:12:39.864150 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e374919-f065-4de9-bdd5-b9ab2951c1ac'] response: {'name': 'network-changed', 'server_uuid': '02a3a7be-c0dc-4e73-81e8-ffc85cac6e70', 'tag': '155f6b8d-7e54-4a68-be58-dd9494c118a5', 'status': 'completed', 'code': 200} Jun 14 18:12:39.876450 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-af278723-8e3c-4adb-816e-153c5f45ca39 req-a8c094e0-edea-4235-9535-c2fb5f0f0c7e tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] 10.222.0.70 "GET /v2.0/security-groups?id=263484f0-947f-4e28-aef2-3e39e961baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406001 Jun 14 18:12:39.948215 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcb74db-6c16-4f3f-b1d6-541e325c9999 req-7213af88-eeb8-4b14-92cc-0327d9bb48e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:39.949869 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-9fcb74db-6c16-4f3f-b1d6-541e325c9999 req-7213af88-eeb8-4b14-92cc-0327d9bb48e2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ce9a2eeca2ae45e78c3f8e1182360462&device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 1098 time: 0.0472512 Jun 14 18:12:40.027071 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvr_db [None req-0e39296b-ac27-413c-bd24-cf5afe48831e None None] Set router 6d0eef1b-b0b5-4281-92f2-af75ebc04e87 gateway port host: dv-cinder-821739-1-iscsi {{(pid=102479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:12:40.064589 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcb74db-6c16-4f3f-b1d6-541e325c9999 req-6ddc092c-c0ec-403c-a654-5480d96f7f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:40.066719 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-9fcb74db-6c16-4f3f-b1d6-541e325c9999 req-6ddc092c-c0ec-403c-a654-5480d96f7f5b service neutron] 10.222.0.90 "GET /v2.0/networks?id=207b3e54-87d5-4ff2-9e27-0fc3ae498411 HTTP/1.1" status: 200 len: 919 time: 0.1070368 Jun 14 18:12:40.147798 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-9fcb74db-6c16-4f3f-b1d6-541e325c9999 req-8e0343b8-f979-4deb-bb40-7f0d21f7d1ef service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=155f6b8d-7e54-4a68-be58-dd9494c118a5 HTTP/1.1" status: 200 len: 999 time: 0.0631163 Jun 14 18:12:40.213428 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcb74db-6c16-4f3f-b1d6-541e325c9999 req-41764ea0-8ba7-49c0-a18e-59af9c982b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:40.214925 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-9fcb74db-6c16-4f3f-b1d6-541e325c9999 req-41764ea0-8ba7-49c0-a18e-59af9c982b0c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=60742c27-3909-4c07-b59a-2eae5cd6702e HTTP/1.1" status: 200 len: 856 time: 0.0593600 Jun 14 18:12:40.278611 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c1604f-7877-46b1-bf0a-e78c93ce3b82 req-0c00275e-7cd3-4fc4-9062-96356b383210 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:40.283081 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-0e39296b-ac27-413c-bd24-cf5afe48831e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d0eef1b-b0b5-4281-92f2-af75ebc04e87', 'name': 'tempest-AttachVolumeShelveTestJSON-1404682588-router', 'tenant_id': 'ce9a2eeca2ae45e78c3f8e1182360462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '8859bc2f-722e-4348-b24e-8c89c8633abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:11:32Z', 'updated_at': '2022-06-14T18:11:41Z', 'revision_number': 4, 'project_id': 'ce9a2eeca2ae45e78c3f8e1182360462', 'gw_port': {'id': '8859bc2f-722e-4348-b24e-8c89c8633abc', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0eef1b-b0b5-4281-92f2-af75ebc04e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:34Z', 'updated_at': '2022-06-14T18:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_floatingips': [{'id': '43686d76-019c-4607-a261-ed090d4f63e9', 'tenant_id': 'ce9a2eeca2ae45e78c3f8e1182360462', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'router_id': '6d0eef1b-b0b5-4281-92f2-af75ebc04e87', 'port_id': '155f6b8d-7e54-4a68-be58-dd9494c118a5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '207b3e54-87d5-4ff2-9e27-0fc3ae498411', 'mac_address': 'fa:16:3e:34:56:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a3a7be-c0dc-4e73-81e8-ffc85cac6e70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:11:53Z', 'updated_at': '2022-06-14T18:12:38Z', 'revision_number': 1, 'project_id': 'ce9a2eeca2ae45e78c3f8e1182360462', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '497d156f-45c6-4d64-bf48-0bdfa0641beb', 'name': '', 'network_id': '207b3e54-87d5-4ff2-9e27-0fc3ae498411', 'tenant_id': 'ce9a2eeca2ae45e78c3f8e1182360462', 'mac_address': 'fa:16:3e:ba:5c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0eef1b-b0b5-4281-92f2-af75ebc04e87', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '60742c27-3909-4c07-b59a-2eae5cd6702e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:40Z', 'updated_at': '2022-06-14T18:11:49Z', 'revision_number': 5, 'project_id': 'ce9a2eeca2ae45e78c3f8e1182360462', 'subnets': [{'id': '60742c27-3909-4c07-b59a-2eae5cd6702e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:12:40.286199 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-31c1604f-7877-46b1-bf0a-e78c93ce3b82 req-0c00275e-7cd3-4fc4-9062-96356b383210 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=69ae7078-ef55-49c6-a2aa-659280d155db HTTP/1.1" status: 200 len: 945 time: 0.0676777 Jun 14 18:12:40.286467 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcb74db-6c16-4f3f-b1d6-541e325c9999 req-650d3802-4694-4950-93da-367f2d18912a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:40.287985 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-9fcb74db-6c16-4f3f-b1d6-541e325c9999 req-650d3802-4694-4950-93da-367f2d18912a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=207b3e54-87d5-4ff2-9e27-0fc3ae498411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0594792 Jun 14 18:12:40.316362 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e39296b-ac27-413c-bd24-cf5afe48831e None None] Checking router: 6d0eef1b-b0b5-4281-92f2-af75ebc04e87 for host: dv-cinder-821739-1-iscsi {{(pid=102479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:12:40.325263 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-31c1604f-7877-46b1-bf0a-e78c93ce3b82 req-642bf463-53b1-440f-9418-18c1e4e56f7e tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346317 Jun 14 18:12:40.328055 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e39296b-ac27-413c-bd24-cf5afe48831e None None] Routers {'6d0eef1b-b0b5-4281-92f2-af75ebc04e87'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:12:40.328774 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-0e39296b-ac27-413c-bd24-cf5afe48831e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:12:19Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['6d0eef1b-b0b5-4281-92f2-af75ebc04e87'], 'active': True} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:12:40.429487 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-9fcb74db-6c16-4f3f-b1d6-541e325c9999 req-7851192e-ef64-405e-b097-771caa3feed3 service neutron] 10.222.0.90 "GET /v2.0/networks/207b3e54-87d5-4ff2-9e27-0fc3ae498411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331010 Jun 14 18:12:40.447150 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvr_db [None req-0e39296b-ac27-413c-bd24-cf5afe48831e None None] Set router 6d0eef1b-b0b5-4281-92f2-af75ebc04e87 gateway port host: dv-cinder-821739-1-iscsi {{(pid=102479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:12:40.541774 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 51858) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:12:40.543027 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-9fcb74db-6c16-4f3f-b1d6-541e325c9999 req-ea5c744d-50cb-46d7-ae10-0c3b0881e89c service neutron] 10.222.0.90 "GET /v2.0/networks/207b3e54-87d5-4ff2-9e27-0fc3ae498411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014132 Jun 14 18:12:40.668625 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-54b0762d-2190-41b3-b4b8-945599fddd6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:40.680597 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-0e39296b-ac27-413c-bd24-cf5afe48831e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d0eef1b-b0b5-4281-92f2-af75ebc04e87', 'name': 'tempest-AttachVolumeShelveTestJSON-1404682588-router', 'tenant_id': 'ce9a2eeca2ae45e78c3f8e1182360462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '8859bc2f-722e-4348-b24e-8c89c8633abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:11:32Z', 'updated_at': '2022-06-14T18:11:41Z', 'revision_number': 4, 'project_id': 'ce9a2eeca2ae45e78c3f8e1182360462', 'gw_port': {'id': '8859bc2f-722e-4348-b24e-8c89c8633abc', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0eef1b-b0b5-4281-92f2-af75ebc04e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:34Z', 'updated_at': '2022-06-14T18:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_floatingips': [{'id': '43686d76-019c-4607-a261-ed090d4f63e9', 'tenant_id': 'ce9a2eeca2ae45e78c3f8e1182360462', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'router_id': '6d0eef1b-b0b5-4281-92f2-af75ebc04e87', 'port_id': '155f6b8d-7e54-4a68-be58-dd9494c118a5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '207b3e54-87d5-4ff2-9e27-0fc3ae498411', 'mac_address': 'fa:16:3e:34:56:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a3a7be-c0dc-4e73-81e8-ffc85cac6e70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:11:53Z', 'updated_at': '2022-06-14T18:12:38Z', 'revision_number': 1, 'project_id': 'ce9a2eeca2ae45e78c3f8e1182360462', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '497d156f-45c6-4d64-bf48-0bdfa0641beb', 'name': '', 'network_id': '207b3e54-87d5-4ff2-9e27-0fc3ae498411', 'tenant_id': 'ce9a2eeca2ae45e78c3f8e1182360462', 'mac_address': 'fa:16:3e:ba:5c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0eef1b-b0b5-4281-92f2-af75ebc04e87', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '60742c27-3909-4c07-b59a-2eae5cd6702e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:40Z', 'updated_at': '2022-06-14T18:11:49Z', 'revision_number': 5, 'project_id': 'ce9a2eeca2ae45e78c3f8e1182360462', 'subnets': [{'id': '60742c27-3909-4c07-b59a-2eae5cd6702e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:12:40.711506 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e39296b-ac27-413c-bd24-cf5afe48831e None None] The sync data for ids ['6d0eef1b-b0b5-4281-92f2-af75ebc04e87'] in dv-cinder-821739-1-iscsi is: [{'id': '6d0eef1b-b0b5-4281-92f2-af75ebc04e87', 'name': 'tempest-AttachVolumeShelveTestJSON-1404682588-router', 'tenant_id': 'ce9a2eeca2ae45e78c3f8e1182360462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '8859bc2f-722e-4348-b24e-8c89c8633abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:11:32Z', 'updated_at': '2022-06-14T18:11:41Z', 'revision_number': 4, 'project_id': 'ce9a2eeca2ae45e78c3f8e1182360462', 'gw_port': {'id': '8859bc2f-722e-4348-b24e-8c89c8633abc', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0eef1b-b0b5-4281-92f2-af75ebc04e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:34Z', 'updated_at': '2022-06-14T18:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_floatingips': [{'id': '43686d76-019c-4607-a261-ed090d4f63e9', 'tenant_id': 'ce9a2eeca2ae45e78c3f8e1182360462', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'router_id': '6d0eef1b-b0b5-4281-92f2-af75ebc04e87', 'port_id': '155f6b8d-7e54-4a68-be58-dd9494c118a5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '207b3e54-87d5-4ff2-9e27-0fc3ae498411', 'mac_address': 'fa:16:3e:34:56:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a3a7be-c0dc-4e73-81e8-ffc85cac6e70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:11:53Z', 'updated_at': '2022-06-14T18:12:38Z', 'revision_number': 1, 'project_id': 'ce9a2eeca2ae45e78c3f8e1182360462', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '497d156f-45c6-4d64-bf48-0bdfa0641beb', 'name': '', 'network_id': '207b3e54-87d5-4ff2-9e27-0fc3ae498411', 'tenant_id': 'ce9a2eeca2ae45e78c3f8e1182360462', 'mac_address': 'fa:16:3e:ba:5c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0eef1b-b0b5-4281-92f2-af75ebc04e87', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '60742c27-3909-4c07-b59a-2eae5cd6702e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:40Z', 'updated_at': '2022-06-14T18:11:49Z', 'revision_number': 5, 'project_id': 'ce9a2eeca2ae45e78c3f8e1182360462', 'subnets': [{'id': '60742c27-3909-4c07-b59a-2eae5cd6702e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:12:40.789608 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-54b0762d-2190-41b3-b4b8-945599fddd6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:40.802295 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-54b0762d-2190-41b3-b4b8-945599fddd6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:40.845758 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-54b0762d-2190-41b3-b4b8-945599fddd6a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e9683292bfbe4910b0169f45fb3672a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3029008 Jun 14 18:12:40.846986 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b0762d-2190-41b3-b4b8-945599fddd6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b0f1d7-c0ca-4c80-9d2b-cd816e223913,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:40.849635 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 51870) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:12:40.912197 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-f19f8487-f24f-4520-a20f-4f44934c6c36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:40.948447 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-f19f8487-f24f-4520-a20f-4f44934c6c36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:41.022737 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 51876) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:12:41.061972 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8396dee1-11b7-4215-ac94-7dc945cca1db req-fa26876a-ae69-4709-8ac2-b1cc713d3d47 tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:41.063524 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-8396dee1-11b7-4215-ac94-7dc945cca1db req-fa26876a-ae69-4709-8ac2-b1cc713d3d47 tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] 10.222.0.70 "GET /v2.0/ports?device_id=566c7a87-c52f-401c-b1ed-5b05f8f5d944 HTTP/1.1" status: 200 len: 945 time: 0.0769541 Jun 14 18:12:41.086763 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-f19f8487-f24f-4520-a20f-4f44934c6c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:41.089201 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-f19f8487-f24f-4520-a20f-4f44934c6c36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:41.093156 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-f19f8487-f24f-4520-a20f-4f44934c6c36 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a8b0f1d7-c0ca-4c80-9d2b-cd816e223913 HTTP/1.1" status: 204 len: 168 time: 0.2381051 Jun 14 18:12:41.112555 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f937d0a-c358-499c-af50-d447fad306cf None None] New status for floating IP 43686d76-019c-4607-a261-ed090d4f63e9: ACTIVE {{(pid=102478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 18:12:41.113954 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19f8487-f24f-4520-a20f-4f44934c6c36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b0f1d7-c0ca-4c80-9d2b-cd816e223913,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:41.127999 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-8396dee1-11b7-4215-ac94-7dc945cca1db req-169a1db7-141c-4c7b-b7bd-9df4cf4ec481 tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] 10.222.0.70 "GET /v2.0/security-groups?id=263484f0-947f-4e28-aef2-3e39e961baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505362 Jun 14 18:12:41.165856 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-fdd7d762-ea89-4d10-8e79-92f2a9dd532e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:41.249607 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-fdd7d762-ea89-4d10-8e79-92f2a9dd532e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:41.255133 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-fdd7d762-ea89-4d10-8e79-92f2a9dd532e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:41.294065 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-fdd7d762-ea89-4d10-8e79-92f2a9dd532e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=508b15220ae741b094556ea1c5d3c323&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2702420 Jun 14 18:12:41.296061 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd7d762-ea89-4d10-8e79-92f2a9dd532e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd890274-998a-4898-9c4f-6d30f17fb307,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:41.297157 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 51884) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:12:41.367846 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-a163afcb-045c-46c5-bfd9-94c39559a4c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:41.398326 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-a163afcb-045c-46c5-bfd9-94c39559a4c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:41.460221 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-a163afcb-045c-46c5-bfd9-94c39559a4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:41.466442 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-a163afcb-045c-46c5-bfd9-94c39559a4c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:41.470776 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-a163afcb-045c-46c5-bfd9-94c39559a4c3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cd890274-998a-4898-9c4f-6d30f17fb307 HTTP/1.1" status: 204 len: 168 time: 0.1698358 Jun 14 18:12:41.471562 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635fcc4c-f61e-440b-8aea-dff47d832c92 req-83576d9d-88f7-4532-ba60-3193ec1eeb1a tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:41.475249 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-635fcc4c-f61e-440b-8aea-dff47d832c92 req-83576d9d-88f7-4532-ba60-3193ec1eeb1a tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=69ae7078-ef55-49c6-a2aa-659280d155db HTTP/1.1" status: 200 len: 945 time: 0.0592859 Jun 14 18:12:41.493022 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a163afcb-045c-46c5-bfd9-94c39559a4c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd890274-998a-4898-9c4f-6d30f17fb307,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:41.532344 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-635fcc4c-f61e-440b-8aea-dff47d832c92 req-a9ab753d-ab18-47ce-a018-93d813d8ff41 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506032 Jun 14 18:12:41.776505 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 51908) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:12:41.789535 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-75fd8e8f-55e7-4b8c-a6bb-ab27f9ea370c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:41.871614 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-75fd8e8f-55e7-4b8c-a6bb-ab27f9ea370c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:41.875689 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-75fd8e8f-55e7-4b8c-a6bb-ab27f9ea370c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:41.914353 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-75fd8e8f-55e7-4b8c-a6bb-ab27f9ea370c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=eb4cbcdf020e444bb324ba6b6bff0b85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1365707 Jun 14 18:12:41.917102 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 51914) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:12:41.919290 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fd8e8f-55e7-4b8c-a6bb-ab27f9ea370c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=516f3e71-c852-477d-807c-86c0978c70fc,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:41.978175 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-5bb03f42-fa59-415a-9355-f409fc632010 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:42.000679 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-5bb03f42-fa59-415a-9355-f409fc632010 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:42.053335 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-5bb03f42-fa59-415a-9355-f409fc632010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:42.053335 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-5bb03f42-fa59-415a-9355-f409fc632010 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:42.053335 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-5bb03f42-fa59-415a-9355-f409fc632010 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/516f3e71-c852-477d-807c-86c0978c70fc HTTP/1.1" status: 204 len: 168 time: 0.1328759 Jun 14 18:12:42.059772 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb03f42-fa59-415a-9355-f409fc632010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=516f3e71-c852-477d-807c-86c0978c70fc,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:42.262006 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5e88a9-a263-4477-af6a-57346a5457d6 req-6c25f894-ae37-4775-9743-40230165a289 tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:42.263616 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-bd5e88a9-a263-4477-af6a-57346a5457d6 req-6c25f894-ae37-4775-9743-40230165a289 tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] 10.222.0.70 "GET /v2.0/ports?device_id=566c7a87-c52f-401c-b1ed-5b05f8f5d944 HTTP/1.1" status: 200 len: 945 time: 0.0548625 Jun 14 18:12:42.304711 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-bd5e88a9-a263-4477-af6a-57346a5457d6 req-c75a881e-d427-4ad6-95af-da0142a914a5 tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] 10.222.0.70 "GET /v2.0/security-groups?id=263484f0-947f-4e28-aef2-3e39e961baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328722 Jun 14 18:12:42.320019 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 51934) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:12:42.434331 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-d4f065c3-e9b1-486a-bfc9-7e266188c566 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:42.517530 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-d4f065c3-e9b1-486a-bfc9-7e266188c566 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:42.523627 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-d4f065c3-e9b1-486a-bfc9-7e266188c566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:42.565042 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-d4f065c3-e9b1-486a-bfc9-7e266188c566 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=25188eac2585410f9cc3d05bf3f1a621&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2435608 Jun 14 18:12:42.566031 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f065c3-e9b1-486a-bfc9-7e266188c566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da98f821-f236-462e-92a5-b0d776884c48,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:42.568896 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 51952) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:12:42.619373 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-207c7c57-1a14-442b-9dd3-e1d21070837f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:42.640817 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-207c7c57-1a14-442b-9dd3-e1d21070837f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:42.659259 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed72978-0996-4c44-976b-b2f55b2f1d28 req-1347b504-2d12-4d5a-9890-0566b5bad0f0 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:42.661062 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-3ed72978-0996-4c44-976b-b2f55b2f1d28 req-1347b504-2d12-4d5a-9890-0566b5bad0f0 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=69ae7078-ef55-49c6-a2aa-659280d155db HTTP/1.1" status: 200 len: 945 time: 0.0558090 Jun 14 18:12:42.692294 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-207c7c57-1a14-442b-9dd3-e1d21070837f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:42.695024 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-207c7c57-1a14-442b-9dd3-e1d21070837f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:42.696300 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-207c7c57-1a14-442b-9dd3-e1d21070837f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/da98f821-f236-462e-92a5-b0d776884c48 HTTP/1.1" status: 204 len: 168 time: 0.1262612 Jun 14 18:12:42.710093 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207c7c57-1a14-442b-9dd3-e1d21070837f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da98f821-f236-462e-92a5-b0d776884c48,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:42.718898 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-3ed72978-0996-4c44-976b-b2f55b2f1d28 req-5d811a44-6afa-4acb-872f-c10307ef626f tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509305 Jun 14 18:12:43.430350 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cefc47-e214-445b-948d-0b6332b9e3b2 req-d76c975e-b646-4367-838c-2b4b47a09b79 tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:43.432338 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-d5cefc47-e214-445b-948d-0b6332b9e3b2 req-d76c975e-b646-4367-838c-2b4b47a09b79 tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] 10.222.0.70 "GET /v2.0/ports?device_id=566c7a87-c52f-401c-b1ed-5b05f8f5d944 HTTP/1.1" status: 200 len: 945 time: 0.0506263 Jun 14 18:12:43.479124 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-d5cefc47-e214-445b-948d-0b6332b9e3b2 req-77b13ddb-d866-41aa-ae8a-0b88da983094 tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] 10.222.0.70 "GET /v2.0/security-groups?id=263484f0-947f-4e28-aef2-3e39e961baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345066 Jun 14 18:12:43.849547 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c47f33-6940-49e0-93ba-e0efd9249078 req-4b50cba2-fd6a-4a9a-8bd3-08d3995709e6 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:43.857517 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-d6c47f33-6940-49e0-93ba-e0efd9249078 req-4b50cba2-fd6a-4a9a-8bd3-08d3995709e6 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=69ae7078-ef55-49c6-a2aa-659280d155db HTTP/1.1" status: 200 len: 945 time: 0.0628934 Jun 14 18:12:43.892938 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-d6c47f33-6940-49e0-93ba-e0efd9249078 req-4cbb1442-d519-4d2f-824e-693d9eb8a40a tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343912 Jun 14 18:12:44.080813 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4b27b5-3fe5-4311-bd27-5ba03e7df3b4 req-0f4a7873-52ef-4651-a4fb-a6fe2932eb3f tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:44.082393 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-2e4b27b5-3fe5-4311-bd27-5ba03e7df3b4 req-0f4a7873-52ef-4651-a4fb-a6fe2932eb3f tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] 10.222.0.90 "GET /v2.0/ports?device_id=566c7a87-c52f-401c-b1ed-5b05f8f5d944 HTTP/1.1" status: 200 len: 945 time: 0.0559852 Jun 14 18:12:44.250073 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.plugin [req-2e4b27b5-3fe5-4311-bd27-5ba03e7df3b4 req-89a79bc9-657c-460e-b84c-4e817627cd93 tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] Deleting port 7fc3453c-8806-44b7-b298-1ecd282dc130 {{(pid=102476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 14 18:12:44.250419 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-2e4b27b5-3fe5-4311-bd27-5ba03e7df3b4 req-89a79bc9-657c-460e-b84c-4e817627cd93 tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239577025'] for port, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:44.345483 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.db [req-2e4b27b5-3fe5-4311-bd27-5ba03e7df3b4 req-89a79bc9-657c-460e-b84c-4e817627cd93 tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] For port 7fc3453c-8806-44b7-b298-1ecd282dc130, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=7fc3453c-8806-44b7-b298-1ecd282dc130,segment=NetworkSegment(be372e10-dbfd-44ed-9c8c-b2b8f0060cbb),segment_id=be372e10-dbfd-44ed-9c8c-b2b8f0060cbb)] {{(pid=102476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:12:44.345888 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-2e4b27b5-3fe5-4311-bd27-5ba03e7df3b4 req-89a79bc9-657c-460e-b84c-4e817627cd93 tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282467'] for port, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:44.362442 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.plugin [req-2e4b27b5-3fe5-4311-bd27-5ba03e7df3b4 req-89a79bc9-657c-460e-b84c-4e817627cd93 tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] Calling delete_port for 7fc3453c-8806-44b7-b298-1ecd282dc130 owned by compute:nova {{(pid=102476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 14 18:12:44.414654 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 52062) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:12:44.537964 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-2e4b27b5-3fe5-4311-bd27-5ba03e7df3b4 req-89a79bc9-657c-460e-b84c-4e817627cd93 tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239583007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239190869'] for port, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:44.585977 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a79bc9-657c-460e-b84c-4e817627cd93 tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] Pushing event deleted for resources: {'Port': ['ID=7fc3453c-8806-44b7-b298-1ecd282dc130,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:44.618724 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-77edfec4-9bd6-4142-b0bf-8b23064ba009 req-cb5b3653-2be9-4bb6-81fd-3e28517ec732 tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] 10.222.0.70 "GET /v2.0/ports?device_id=566c7a87-c52f-401c-b1ed-5b05f8f5d944 HTTP/1.1" status: 200 len: 210 time: 0.0373404 Jun 14 18:12:44.735063 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e4b27b5-3fe5-4311-bd27-5ba03e7df3b4 req-89a79bc9-657c-460e-b84c-4e817627cd93 tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] No DVR routers for this DVR port 7fc3453c-8806-44b7-b298-1ecd282dc130 on host hv-cinder-82173 {{(pid=102476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 18:12:44.741028 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-2e4b27b5-3fe5-4311-bd27-5ba03e7df3b4 req-89a79bc9-657c-460e-b84c-4e817627cd93 tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for port, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:44.746098 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-2e4b27b5-3fe5-4311-bd27-5ba03e7df3b4 req-89a79bc9-657c-460e-b84c-4e817627cd93 tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] 10.222.0.90 "DELETE /v2.0/ports/7fc3453c-8806-44b7-b298-1ecd282dc130 HTTP/1.1" status: 204 len: 173 time: 0.6563747 Jun 14 18:12:44.746533 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '566c7a87-c52f-401c-b1ed-5b05f8f5d944', 'name': 'network-vif-deleted', 'tag': '7fc3453c-8806-44b7-b298-1ecd282dc130'}] {{(pid=102476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:12:44.748806 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f6785e4de8a87b7f797dd5e96f4d126f8c0b91c7fbdcfaa1853e8ef739b068f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70a57bc9-18d0-4249-8931-446420245ea2" -d '{"events": [{"server_uuid": "566c7a87-c52f-401c-b1ed-5b05f8f5d944", "name": "network-vif-deleted", "tag": "7fc3453c-8806-44b7-b298-1ecd282dc130"}]}' {{(pid=102476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:12:44.802874 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa80943-36b4-4350-8d97-695d544df4eb x-openstack-request-id: req-ffa80943-36b4-4350-8d97-695d544df4eb {{(pid=102476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:12:44.804046 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "566c7a87-c52f-401c-b1ed-5b05f8f5d944", "name": "network-vif-deleted", "tag": "7fc3453c-8806-44b7-b298-1ecd282dc130", "status": "completed", "code": 200}]} {{(pid=102476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:12:44.804305 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ffa80943-36b4-4350-8d97-695d544df4eb {{(pid=102476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:12:44.804722 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffa80943-36b4-4350-8d97-695d544df4eb'] response: {'server_uuid': '566c7a87-c52f-401c-b1ed-5b05f8f5d944', 'name': 'network-vif-deleted', 'tag': '7fc3453c-8806-44b7-b298-1ecd282dc130', 'status': 'completed', 'code': 200} Jun 14 18:12:44.813761 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-818534ee-c652-4bb3-9356-9f9ab029b8f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:44.920587 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-818534ee-c652-4bb3-9356-9f9ab029b8f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:44.926456 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-818534ee-c652-4bb3-9356-9f9ab029b8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:44.958351 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-818534ee-c652-4bb3-9356-9f9ab029b8f5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=00e230bd67194d2f974bf26bc8f8fc91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5426061 Jun 14 18:12:44.959675 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 52090) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:12:44.981152 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818534ee-c652-4bb3-9356-9f9ab029b8f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed706d5-0353-4792-8af0-e495e3160de6,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:45.001061 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device 7fc3453c-8806-44b7-b298-1ecd282dc130 no longer exists at agent hyperv_hv-cinder-82173 {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:12:45.023557 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] No Port match for: 7fc3453c-8806-44b7-b298-1ecd282dc130 {{(pid=102478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 14 18:12:45.024247 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device 7fc3453c-8806-44b7-b298-1ecd282dc130 not bound to the agent host hv-cinder-82173 {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:12:45.055796 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-ed6a8d4a-0e87-4a83-a901-43ed4dcd515d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:45.063967 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a49303-7681-464f-900d-160b02079828 req-4e5d82ca-c978-4cad-807d-12f0cbd01848 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:45.065430 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-34a49303-7681-464f-900d-160b02079828 req-4e5d82ca-c978-4cad-807d-12f0cbd01848 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=69ae7078-ef55-49c6-a2aa-659280d155db HTTP/1.1" status: 200 len: 945 time: 0.0878060 Jun 14 18:12:45.093517 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-ed6a8d4a-0e87-4a83-a901-43ed4dcd515d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:45.162907 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-34a49303-7681-464f-900d-160b02079828 req-3ff11a16-fc3d-47a0-8682-6f2e02537525 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762303 Jun 14 18:12:45.189699 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-ed6a8d4a-0e87-4a83-a901-43ed4dcd515d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:45.199974 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-ed6a8d4a-0e87-4a83-a901-43ed4dcd515d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:45.201744 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-ed6a8d4a-0e87-4a83-a901-43ed4dcd515d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4ed706d5-0353-4792-8af0-e495e3160de6 HTTP/1.1" status: 204 len: 168 time: 0.2405467 Jun 14 18:12:45.211877 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6a8d4a-0e87-4a83-a901-43ed4dcd515d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed706d5-0353-4792-8af0-e495e3160de6,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:45.563427 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 52110) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:12:45.578355 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-f5000d25-dd11-424c-bb9a-e3be3543c026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:45.672025 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-f5000d25-dd11-424c-bb9a-e3be3543c026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:45.679418 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-f5000d25-dd11-424c-bb9a-e3be3543c026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:45.719732 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5000d25-dd11-424c-bb9a-e3be3543c026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe90f12-7107-4b09-9788-4f3a9fdccb50,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:45.725096 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-f5000d25-dd11-424c-bb9a-e3be3543c026 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=db2ba8fd3e5d48ddbaf42fb36379e137&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1606145 Jun 14 18:12:45.728158 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 52118) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:12:45.758262 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-18e1ed9c-e326-4aef-b3ac-892b76514637 req-2ce9000c-262b-4820-9cd6-e46f3029d6a3 tempest-DeleteServersTestJSON-1748684239 tempest-DeleteServersTestJSON-1748684239-project] 10.222.0.70 "GET /v2.0/ports?device_id=566c7a87-c52f-401c-b1ed-5b05f8f5d944 HTTP/1.1" status: 200 len: 210 time: 0.0433123 Jun 14 18:12:45.786637 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-429efdbb-f22b-4724-a229-a545d026bc61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:45.808465 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-429efdbb-f22b-4724-a229-a545d026bc61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:45.862510 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-429efdbb-f22b-4724-a229-a545d026bc61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:45.865415 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-429efdbb-f22b-4724-a229-a545d026bc61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:45.866576 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-429efdbb-f22b-4724-a229-a545d026bc61 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/afe90f12-7107-4b09-9788-4f3a9fdccb50 HTTP/1.1" status: 204 len: 168 time: 0.1380806 Jun 14 18:12:45.874448 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429efdbb-f22b-4724-a229-a545d026bc61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe90f12-7107-4b09-9788-4f3a9fdccb50,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:46.295534 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd0986-b759-4f9e-8c00-45853f51ef68 req-d0e403de-1aa5-4d27-a184-fe9f99a5f1e1 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:46.296946 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-33bd0986-b759-4f9e-8c00-45853f51ef68 req-d0e403de-1aa5-4d27-a184-fe9f99a5f1e1 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=69ae7078-ef55-49c6-a2aa-659280d155db HTTP/1.1" status: 200 len: 945 time: 0.0483253 Jun 14 18:12:46.336326 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-33bd0986-b759-4f9e-8c00-45853f51ef68 req-7317436b-4739-4424-8c50-e340ad8bc0d0 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322518 Jun 14 18:12:46.423165 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-0e64f195-dd58-499b-94e7-157cad11ce52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:46.826394 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 52178) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:12:47.021273 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-ac4249fc-561a-470b-afe4-469c83722145 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:47.128090 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-ac4249fc-561a-470b-afe4-469c83722145 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:47.133082 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-ac4249fc-561a-470b-afe4-469c83722145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:47.413283 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4249fc-561a-470b-afe4-469c83722145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e13d0b-a3fd-47a3-bf03-375e0a116bdc,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:47.422282 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-ac4249fc-561a-470b-afe4-469c83722145 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0c5fbd9d1176490792e204cdca4580f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5941548 Jun 14 18:12:47.422533 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 52216) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:12:47.526817 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d34cfd-01e5-4a05-9b80-8babfd4be70a req-84583a29-9c7a-4cbf-aff9-32c7ad7b380f tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:47.530109 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-55d34cfd-01e5-4a05-9b80-8babfd4be70a req-84583a29-9c7a-4cbf-aff9-32c7ad7b380f tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=69ae7078-ef55-49c6-a2aa-659280d155db HTTP/1.1" status: 200 len: 945 time: 0.0987701 Jun 14 18:12:47.562374 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-6b4bae9a-59cf-4570-a733-d09c2f665287 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:47.593974 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-55d34cfd-01e5-4a05-9b80-8babfd4be70a req-18e55d76-d35c-4245-a72e-b27cb86fa544 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514870 Jun 14 18:12:47.604734 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-6b4bae9a-59cf-4570-a733-d09c2f665287 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:47.673929 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-6b4bae9a-59cf-4570-a733-d09c2f665287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:47.677535 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-6b4bae9a-59cf-4570-a733-d09c2f665287 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:47.678662 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-6b4bae9a-59cf-4570-a733-d09c2f665287 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/19e13d0b-a3fd-47a3-bf03-375e0a116bdc HTTP/1.1" status: 204 len: 168 time: 0.2550559 Jun 14 18:12:47.687530 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4bae9a-59cf-4570-a733-d09c2f665287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e13d0b-a3fd-47a3-bf03-375e0a116bdc,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:48.212550 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 52280) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:12:48.321314 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 52294) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:12:48.369859 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.db_base_plugin_v2 [None req-dee4acac-c010-4f4a-89c6-38ffb1d4268b admin admin] Deleting subnet daa92479-e2d0-4613-979c-695b15b913b0 {{(pid=102477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jun 14 18:12:48.373090 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-dee4acac-c010-4f4a-89c6-38ffb1d4268b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:48.412794 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-f1972c6a-c118-4c1f-95ac-44b0530b9434 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:48.425475 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-dee4acac-c010-4f4a-89c6-38ffb1d4268b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:48.443273 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-dee4acac-c010-4f4a-89c6-38ffb1d4268b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-977723'] for subnet, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:48.526450 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-dee4acac-c010-4f4a-89c6-38ffb1d4268b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-977714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477'] for subnet, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:48.565830 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-dee4acac-c010-4f4a-89c6-38ffb1d4268b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7944499'] for subnet, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:48.568975 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-dee4acac-c010-4f4a-89c6-38ffb1d4268b admin admin] 10.222.0.70 "DELETE /v2.0/subnets/daa92479-e2d0-4613-979c-695b15b913b0 HTTP/1.1" status: 204 len: 168 time: 0.2466104 Jun 14 18:12:48.569786 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee4acac-c010-4f4a-89c6-38ffb1d4268b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=daa92479-e2d0-4613-979c-695b15b913b0,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:48.571726 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 52302) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:12:48.584596 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-f1972c6a-c118-4c1f-95ac-44b0530b9434 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:48.591228 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-f1972c6a-c118-4c1f-95ac-44b0530b9434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:48.634957 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-f1972c6a-c118-4c1f-95ac-44b0530b9434 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b36401f614b540edab940cc98180a285&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4210353 Jun 14 18:12:48.635387 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 52306) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:12:48.643045 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1972c6a-c118-4c1f-95ac-44b0530b9434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec1415c-0210-4c9e-b3ca-36d2010e38ba,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:48.694493 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-03f93b49-12e5-4d12-a3a1-8eedb6f0a208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592896'] for network, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:48.706537 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-63bd5ee0-ca1b-47bc-9f7f-455ae89abe00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:48.719139 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-55b5e6e5-0c70-4ae6-9648-705251ede044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:48.735015 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-63bd5ee0-ca1b-47bc-9f7f-455ae89abe00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:48.778350 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9bf979-f7c5-48c1-93fe-2e5470c8ec5e req-b9acca56-4804-4d7e-ae58-408f15237328 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:48.779991 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-8c9bf979-f7c5-48c1-93fe-2e5470c8ec5e req-b9acca56-4804-4d7e-ae58-408f15237328 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=69ae7078-ef55-49c6-a2aa-659280d155db HTTP/1.1" status: 200 len: 945 time: 0.0985100 Jun 14 18:12:48.804504 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-63bd5ee0-ca1b-47bc-9f7f-455ae89abe00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:48.808161 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-63bd5ee0-ca1b-47bc-9f7f-455ae89abe00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:48.810309 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-63bd5ee0-ca1b-47bc-9f7f-455ae89abe00 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1ec1415c-0210-4c9e-b3ca-36d2010e38ba HTTP/1.1" status: 204 len: 168 time: 0.1730459 Jun 14 18:12:48.821918 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bd5ee0-ca1b-47bc-9f7f-455ae89abe00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec1415c-0210-4c9e-b3ca-36d2010e38ba,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:48.849157 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-03f93b49-12e5-4d12-a3a1-8eedb6f0a208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-955256', 'neutron.services.segments.db._delete_segments_for_network-8758239721683'] for network, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:48.892954 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-8c9bf979-f7c5-48c1-93fe-2e5470c8ec5e req-bfabf4e3-7a78-43d9-a1b7-93cc9e40345d tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885067 Jun 14 18:12:48.899590 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-03f93b49-12e5-4d12-a3a1-8eedb6f0a208 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:12:48.900272 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-03f93b49-12e5-4d12-a3a1-8eedb6f0a208 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:12:48.901188 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-03f93b49-12e5-4d12-a3a1-8eedb6f0a208 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:12:48.901858 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-03f93b49-12e5-4d12-a3a1-8eedb6f0a208 admin admin] Subscribe: > port after_create 55550000 {{(pid=102476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:12:48.902341 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-03f93b49-12e5-4d12-a3a1-8eedb6f0a208 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:12:48.902842 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-03f93b49-12e5-4d12-a3a1-8eedb6f0a208 admin admin] Subscribe: > port after_update 55550000 {{(pid=102476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:12:48.903191 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-03f93b49-12e5-4d12-a3a1-8eedb6f0a208 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:12:48.903528 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-03f93b49-12e5-4d12-a3a1-8eedb6f0a208 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:12:48.903845 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-03f93b49-12e5-4d12-a3a1-8eedb6f0a208 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:12:48.904165 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-03f93b49-12e5-4d12-a3a1-8eedb6f0a208 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:12:49.102516 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-03f93b49-12e5-4d12-a3a1-8eedb6f0a208 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:12:49.102971 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-03f93b49-12e5-4d12-a3a1-8eedb6f0a208 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:12:49.103235 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-03f93b49-12e5-4d12-a3a1-8eedb6f0a208 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:12:49.103568 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-03f93b49-12e5-4d12-a3a1-8eedb6f0a208 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:12:49.104074 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.services.segments.db [None req-03f93b49-12e5-4d12-a3a1-8eedb6f0a208 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8eeec05-4ec1-4227-b538-010bf7703795']}} {{(pid=102476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:12:49.136260 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.services.segments.db [None req-03f93b49-12e5-4d12-a3a1-8eedb6f0a208 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be372e10-dbfd-44ed-9c8c-b2b8f0060cbb') {'for_net_delete': True} {{(pid=102476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:12:49.136697 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.services.segments.db [None req-03f93b49-12e5-4d12-a3a1-8eedb6f0a208 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be372e10-dbfd-44ed-9c8c-b2b8f0060cbb') {} {{(pid=102476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:12:49.156675 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-03f93b49-12e5-4d12-a3a1-8eedb6f0a208 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758239721948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5425962'] for segment, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:49.209514 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-03f93b49-12e5-4d12-a3a1-8eedb6f0a208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977873'] for segment, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:49.226161 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03f93b49-12e5-4d12-a3a1-8eedb6f0a208 admin admin] Releasing vlan 1007 on physical network physnet1 to pool {{(pid=102476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 18:12:49.226161 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-03f93b49-12e5-4d12-a3a1-8eedb6f0a208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5378784'] for segment, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:49.243084 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 52340) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:12:49.263132 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-2e036e15-7e50-4cab-b254-6bf41d7c49f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:49.356335 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-03f93b49-12e5-4d12-a3a1-8eedb6f0a208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-955201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8287522'] for network, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:49.377743 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-03f93b49-12e5-4d12-a3a1-8eedb6f0a208 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7944499'] for network, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:49.384137 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-03f93b49-12e5-4d12-a3a1-8eedb6f0a208 admin admin] 10.222.0.70 "DELETE /v2.0/networks/e8eeec05-4ec1-4227-b538-010bf7703795 HTTP/1.1" status: 204 len: 168 time: 0.8101666 Jun 14 18:12:49.385294 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f93b49-12e5-4d12-a3a1-8eedb6f0a208 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8eeec05-4ec1-4227-b538-010bf7703795,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:49.409434 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-2e036e15-7e50-4cab-b254-6bf41d7c49f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:49.415643 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-2e036e15-7e50-4cab-b254-6bf41d7c49f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:49.466420 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-2e036e15-7e50-4cab-b254-6bf41d7c49f7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fbb238dd5905440b95dbe723e36729f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2221792 Jun 14 18:12:49.467699 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e036e15-7e50-4cab-b254-6bf41d7c49f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=477379c0-59e1-498e-96e8-0866608a8faa,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:49.469313 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 52362) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:12:49.534035 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-0ae45a8e-9ec1-441f-b460-af179371d7ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:49.561275 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-0ae45a8e-9ec1-441f-b460-af179371d7ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:49.623129 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-0ae45a8e-9ec1-441f-b460-af179371d7ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:49.626844 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-0ae45a8e-9ec1-441f-b460-af179371d7ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:49.632623 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-0ae45a8e-9ec1-441f-b460-af179371d7ce admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/477379c0-59e1-498e-96e8-0866608a8faa HTTP/1.1" status: 204 len: 168 time: 0.1619973 Jun 14 18:12:49.642790 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae45a8e-9ec1-441f-b460-af179371d7ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=477379c0-59e1-498e-96e8-0866608a8faa,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:49.782930 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.services.segments.plugin [-] Segment be372e10-dbfd-44ed-9c8c-b2b8f0060cbb resource provider aggregate not found Jun 14 18:12:49.783076 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-cf1fda14-6f0d-42ea-928d-63fe9f24329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:49.807494 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.services.segments.plugin [-] Segment be372e10-dbfd-44ed-9c8c-b2b8f0060cbb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid be372e10-dbfd-44ed-9c8c-b2b8f0060cbb found for delete ", "request_id": "req-631abb7d-1cca-480f-8ab2-7b2459486cfe"}]} Jun 14 18:12:49.808201 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 52370) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:12:49.851089 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 52374) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:12:49.916834 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-92785fc9-5913-4506-8a3c-879ced3505f3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=28a18f8ef0024ac4bae764532ba3d05d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0632036 Jun 14 18:12:49.918430 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 52376) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:12:50.065555 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-2483f726-23cc-4fbd-8176-5ed750b084df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:50.113073 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d676714-1272-4fd2-8f29-5ad18bb0ca73 req-4d7b84f9-54b8-4c39-b49b-0be224a042b9 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:50.122453 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-6d676714-1272-4fd2-8f29-5ad18bb0ca73 req-4d7b84f9-54b8-4c39-b49b-0be224a042b9 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=69ae7078-ef55-49c6-a2aa-659280d155db HTTP/1.1" status: 200 len: 945 time: 0.1366608 Jun 14 18:12:50.125725 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-2483f726-23cc-4fbd-8176-5ed750b084df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:50.182348 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-35611281-14c2-424c-91c4-cf31a314e719 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:50.225003 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-6d676714-1272-4fd2-8f29-5ad18bb0ca73 req-a81a3d32-85ec-4fa4-afbd-9ca9d226856a tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920711 Jun 14 18:12:50.259291 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-2483f726-23cc-4fbd-8176-5ed750b084df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:50.262270 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-2483f726-23cc-4fbd-8176-5ed750b084df admin admin] Notify callbacks [] for security_group, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:50.276896 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-2483f726-23cc-4fbd-8176-5ed750b084df admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/263484f0-947f-4e28-aef2-3e39e961baa2 HTTP/1.1" status: 204 len: 168 time: 0.3441107 Jun 14 18:12:50.301362 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2483f726-23cc-4fbd-8176-5ed750b084df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=263484f0-947f-4e28-aef2-3e39e961baa2,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:50.344130 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-35611281-14c2-424c-91c4-cf31a314e719 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:50.363027 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-35611281-14c2-424c-91c4-cf31a314e719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:50.418778 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35611281-14c2-424c-91c4-cf31a314e719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63102397-7c9e-4ab3-be8c-372ac1567eab,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:50.430512 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 52400) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:12:50.431751 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-35611281-14c2-424c-91c4-cf31a314e719 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=12039aaf64044ddb8b726b4314960ed1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6225381 Jun 14 18:12:50.515827 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-bd35789f-b491-4038-b31c-d59544d501e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:50.541928 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-bd35789f-b491-4038-b31c-d59544d501e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:50.621165 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-bd35789f-b491-4038-b31c-d59544d501e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:50.625017 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-bd35789f-b491-4038-b31c-d59544d501e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:50.629732 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-bd35789f-b491-4038-b31c-d59544d501e2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/63102397-7c9e-4ab3-be8c-372ac1567eab HTTP/1.1" status: 204 len: 168 time: 0.1975174 Jun 14 18:12:50.638541 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd35789f-b491-4038-b31c-d59544d501e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63102397-7c9e-4ab3-be8c-372ac1567eab,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:51.414873 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839beb2-9431-41c5-b2f7-642ad15ff52b req-64321940-10ef-471e-be17-5816b8fa37b1 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:51.422193 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-d839beb2-9431-41c5-b2f7-642ad15ff52b req-64321940-10ef-471e-be17-5816b8fa37b1 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=69ae7078-ef55-49c6-a2aa-659280d155db HTTP/1.1" status: 200 len: 945 time: 0.0632613 Jun 14 18:12:51.476201 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-d839beb2-9431-41c5-b2f7-642ad15ff52b req-0b9efd79-2f3d-4740-8096-d741e3064255 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524673 Jun 14 18:12:51.588790 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-1a5f21f8-b210-492f-a8cf-2d8a6010caea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:51.940545 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:52.139726 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 52544) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:12:52.251481 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-ea9d7782-f687-4d31-86a1-e9fe8250f5cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:52.343914 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-ea9d7782-f687-4d31-86a1-e9fe8250f5cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:52.354813 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-ea9d7782-f687-4d31-86a1-e9fe8250f5cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:52.397398 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-ea9d7782-f687-4d31-86a1-e9fe8250f5cb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2adbc82dab024711870102e2b1b1dbd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2536561 Jun 14 18:12:52.397398 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9d7782-f687-4d31-86a1-e9fe8250f5cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6a07fa-9f6e-4a22-862e-94c3b3e51451,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:52.398011 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 52556) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:12:52.453614 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-b03278d3-8474-40a0-bbb2-09542de4209e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:52.476529 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-b03278d3-8474-40a0-bbb2-09542de4209e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:52.538671 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-b03278d3-8474-40a0-bbb2-09542de4209e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:52.541281 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-b03278d3-8474-40a0-bbb2-09542de4209e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:52.545314 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-b03278d3-8474-40a0-bbb2-09542de4209e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2c6a07fa-9f6e-4a22-862e-94c3b3e51451 HTTP/1.1" status: 204 len: 168 time: 0.1462204 Jun 14 18:12:52.555714 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03278d3-8474-40a0-bbb2-09542de4209e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6a07fa-9f6e-4a22-862e-94c3b3e51451,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:52.633928 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281574a9-4a90-4edb-b61f-1305807f2b55 req-0a2431fa-c999-4de5-b081-0cfd10d3364f tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:52.643464 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-281574a9-4a90-4edb-b61f-1305807f2b55 req-0a2431fa-c999-4de5-b081-0cfd10d3364f tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=69ae7078-ef55-49c6-a2aa-659280d155db HTTP/1.1" status: 200 len: 945 time: 0.0697255 Jun 14 18:12:52.643678 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 52576) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:12:52.687839 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-281574a9-4a90-4edb-b61f-1305807f2b55 req-903d42e7-8e4f-4b39-9f51-9aadf7ce9ca6 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449052 Jun 14 18:12:52.926147 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-772a7d6e-f421-4d87-aa93-126e61cef7d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:53.022031 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 52604) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:12:53.032067 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-772a7d6e-f421-4d87-aa93-126e61cef7d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:53.032563 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-a4ad6c43-26f2-4606-a27b-6072fd277fca admin admin] Notify callbacks [] for security_group, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:53.038080 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-772a7d6e-f421-4d87-aa93-126e61cef7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:53.097429 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-772a7d6e-f421-4d87-aa93-126e61cef7d5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=94ad90047c544a9a981f28bcb134d384&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4526784 Jun 14 18:12:53.098598 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772a7d6e-f421-4d87-aa93-126e61cef7d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc1d7ee2-02fb-42d6-be57-9a88ca2bc09e,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:53.102275 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 52608) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:12:53.153678 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-a4ad6c43-26f2-4606-a27b-6072fd277fca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:53.158807 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-a4ad6c43-26f2-4606-a27b-6072fd277fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:53.166334 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-eafeaa44-b99c-470b-9340-d6e6fb13c1ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:53.194802 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-eafeaa44-b99c-470b-9340-d6e6fb13c1ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:53.217529 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-a4ad6c43-26f2-4606-a27b-6072fd277fca admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=405b4863bee24c6c92a6568b51d2c536&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1960227 Jun 14 18:12:53.217529 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ad6c43-26f2-4606-a27b-6072fd277fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99b494d2-74cd-4111-9749-c21310bfc257,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:53.217719 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 52614) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:12:53.309978 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-af892123-13f6-48ea-b1c5-bc67ef783808 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:53.320757 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-eafeaa44-b99c-470b-9340-d6e6fb13c1ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:53.330701 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-eafeaa44-b99c-470b-9340-d6e6fb13c1ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:53.335349 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-eafeaa44-b99c-470b-9340-d6e6fb13c1ae admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cc1d7ee2-02fb-42d6-be57-9a88ca2bc09e HTTP/1.1" status: 204 len: 168 time: 0.2281754 Jun 14 18:12:53.374841 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafeaa44-b99c-470b-9340-d6e6fb13c1ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc1d7ee2-02fb-42d6-be57-9a88ca2bc09e,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:53.402766 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-af892123-13f6-48ea-b1c5-bc67ef783808 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:53.471509 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-af892123-13f6-48ea-b1c5-bc67ef783808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:53.475157 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-af892123-13f6-48ea-b1c5-bc67ef783808 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:53.476478 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-af892123-13f6-48ea-b1c5-bc67ef783808 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/99b494d2-74cd-4111-9749-c21310bfc257 HTTP/1.1" status: 204 len: 168 time: 0.2552063 Jun 14 18:12:53.495603 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af892123-13f6-48ea-b1c5-bc67ef783808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b494d2-74cd-4111-9749-c21310bfc257,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:53.799427 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 52646) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:12:53.802230 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 52648) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:12:53.813324 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-f061534b-61c1-4c05-871f-3c5550099225 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:53.817832 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe5937-ccf7-49e2-b8c8-65724c431263 req-13580828-5919-41ed-951b-c0e75e4fcb72 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:53.819402 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-1bbe5937-ccf7-49e2-b8c8-65724c431263 req-13580828-5919-41ed-951b-c0e75e4fcb72 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=69ae7078-ef55-49c6-a2aa-659280d155db HTTP/1.1" status: 200 len: 945 time: 0.0668812 Jun 14 18:12:53.826188 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-265ee319-4d01-4bc0-be36-d79eead0260a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:53.899539 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-1bbe5937-ccf7-49e2-b8c8-65724c431263 req-50c6d4e6-7558-4b96-8726-290c3dd22530 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699723 Jun 14 18:12:53.912074 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-f061534b-61c1-4c05-871f-3c5550099225 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:53.919030 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-f061534b-61c1-4c05-871f-3c5550099225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:53.963961 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-265ee319-4d01-4bc0-be36-d79eead0260a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:53.968728 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-f061534b-61c1-4c05-871f-3c5550099225 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3417ae1ae38840d28287bc18cc2f2732&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1679997 Jun 14 18:12:53.969617 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061534b-61c1-4c05-871f-3c5550099225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17af9621-1688-4f1d-b66c-057eeeec5e36,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:53.970302 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 52650) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:12:53.978836 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-265ee319-4d01-4bc0-be36-d79eead0260a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:54.035676 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265ee319-4d01-4bc0-be36-d79eead0260a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a257606d-caef-4da1-8e7a-e17c3c99bf4c,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:54.043453 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-265ee319-4d01-4bc0-be36-d79eead0260a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e48611d158634405a505c639406b95a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2401590 Jun 14 18:12:54.046287 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 52652) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:12:54.062037 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-bd3af871-d60b-42a6-98b0-09cecf9e07b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:54.087293 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-bd3af871-d60b-42a6-98b0-09cecf9e07b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:54.104861 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-d52a188d-4c12-44e5-b003-ea4dabfa0b1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:54.128072 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-d52a188d-4c12-44e5-b003-ea4dabfa0b1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:54.138413 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-bd3af871-d60b-42a6-98b0-09cecf9e07b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:54.140897 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-bd3af871-d60b-42a6-98b0-09cecf9e07b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:54.142499 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-bd3af871-d60b-42a6-98b0-09cecf9e07b1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/17af9621-1688-4f1d-b66c-057eeeec5e36 HTTP/1.1" status: 204 len: 168 time: 0.1709826 Jun 14 18:12:54.154235 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3af871-d60b-42a6-98b0-09cecf9e07b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17af9621-1688-4f1d-b66c-057eeeec5e36,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:54.199167 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-d52a188d-4c12-44e5-b003-ea4dabfa0b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:54.202789 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-d52a188d-4c12-44e5-b003-ea4dabfa0b1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:54.207988 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-d52a188d-4c12-44e5-b003-ea4dabfa0b1c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a257606d-caef-4da1-8e7a-e17c3c99bf4c HTTP/1.1" status: 204 len: 168 time: 0.1598430 Jun 14 18:12:54.217137 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52a188d-4c12-44e5-b003-ea4dabfa0b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a257606d-caef-4da1-8e7a-e17c3c99bf4c,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:55.036579 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586fe4b5-b95b-4500-8a72-6c756ee6586e req-29071b85-b92c-4b70-8d65-e97bc3588c02 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:55.038198 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-586fe4b5-b95b-4500-8a72-6c756ee6586e req-29071b85-b92c-4b70-8d65-e97bc3588c02 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=69ae7078-ef55-49c6-a2aa-659280d155db HTTP/1.1" status: 200 len: 945 time: 0.0592899 Jun 14 18:12:55.073022 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 52712) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:12:55.088389 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-586fe4b5-b95b-4500-8a72-6c756ee6586e req-eb36c235-84dd-4b27-9f5b-93cbd4ff01af tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428679 Jun 14 18:12:55.222450 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 52720) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:12:55.277567 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-2c77fd5c-57ad-49bc-9475-438e330033b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:55.321765 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.v2.base [None req-61454039-bef3-441b-a2c9-1a31c1b1e9de admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-813700890-network', 'tenant_id': 'a98d65273e2546aa9252b74c4f9daae4'}} {{(pid=102477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:12:55.358271 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61454039-bef3-441b-a2c9-1a31c1b1e9de admin admin] Made reservation on behalf of a98d65273e2546aa9252b74c4f9daae4 for: {'network': 1} {{(pid=102477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:12:55.360929 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-61454039-bef3-441b-a2c9-1a31c1b1e9de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for network, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:55.370714 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-61454039-bef3-441b-a2c9-1a31c1b1e9de admin admin] Notify callbacks [] for security_group, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:55.375352 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-2c77fd5c-57ad-49bc-9475-438e330033b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:55.379878 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-2c77fd5c-57ad-49bc-9475-438e330033b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:55.421055 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c77fd5c-57ad-49bc-9475-438e330033b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc79be0-74bc-4330-96af-a5dee9215ea4,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:55.435330 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-2c77fd5c-57ad-49bc-9475-438e330033b4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bab46c5b413949ddab581d1a93d53f4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3613153 Jun 14 18:12:55.438620 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 52730) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:12:55.463813 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-61454039-bef3-441b-a2c9-1a31c1b1e9de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:55.468620 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-61454039-bef3-441b-a2c9-1a31c1b1e9de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:55.493677 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61454039-bef3-441b-a2c9-1a31c1b1e9de admin admin] vlan segment allocate from pool success with {'vlan_id': 1034, 'physical_network': 'physnet1'} {{(pid=102477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 18:12:55.502796 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-2d01a742-f386-4cd2-8381-959e4237308e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:55.509488 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61454039-bef3-441b-a2c9-1a31c1b1e9de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6229908d-dbf4-4fb3-be5e-2e26225c8026,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:55.512676 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-61454039-bef3-441b-a2c9-1a31c1b1e9de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977873'] for segment, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:55.513012 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.db.segments_db [None req-61454039-bef3-441b-a2c9-1a31c1b1e9de admin admin] Added segment 2256f80c-8b7b-45d3-85f9-54dff98916a9 of type vlan for network 576da013-3617-4a8e-90bf-f7e3da71dae2 Jun 14 18:12:55.546712 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-2d01a742-f386-4cd2-8381-959e4237308e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:55.562491 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-61454039-bef3-441b-a2c9-1a31c1b1e9de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758239169585'] for network, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:55.616681 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-61454039-bef3-441b-a2c9-1a31c1b1e9de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477'] for network, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:55.618226 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61454039-bef3-441b-a2c9-1a31c1b1e9de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:55.619390 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-61454039-bef3-441b-a2c9-1a31c1b1e9de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7944499'] for network, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:55.627318 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-2d01a742-f386-4cd2-8381-959e4237308e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:55.630971 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-2d01a742-f386-4cd2-8381-959e4237308e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:55.632382 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-2d01a742-f386-4cd2-8381-959e4237308e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3cc79be0-74bc-4330-96af-a5dee9215ea4 HTTP/1.1" status: 204 len: 168 time: 0.1919203 Jun 14 18:12:55.641208 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d01a742-f386-4cd2-8381-959e4237308e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc79be0-74bc-4330-96af-a5dee9215ea4,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:55.675058 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-61454039-bef3-441b-a2c9-1a31c1b1e9de admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4480112 Jun 14 18:12:55.675311 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 52742) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:12:55.682916 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.v2.base [None req-f1028743-d230-4028-89d4-e53f324e01ce admin admin] Request body: {'subnet': {'network_id': '576da013-3617-4a8e-90bf-f7e3da71dae2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-813700890-subnet', 'tenant_id': 'a98d65273e2546aa9252b74c4f9daae4', 'ip_version': 4}} {{(pid=102476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:12:55.721336 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61454039-bef3-441b-a2c9-1a31c1b1e9de admin admin] Pushing event updated for resources: {'Network': ['ID=576da013-3617-4a8e-90bf-f7e3da71dae2,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:55.728011 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1028743-d230-4028-89d4-e53f324e01ce admin admin] Made reservation on behalf of a98d65273e2546aa9252b74c4f9daae4 for: {'subnet': 1} {{(pid=102476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:12:55.730703 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-f1028743-d230-4028-89d4-e53f324e01ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4369283'] for subnet, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:55.739531 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Network 576da013-3617-4a8e-90bf-f7e3da71dae2 details requested by agent ovs-agent-dv-cinder-821739-1-iscsi with host dv-cinder-821739-1-iscsi {{(pid=102478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 14 18:12:55.998035 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-f1028743-d230-4028-89d4-e53f324e01ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5378649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4368745'] for subnet, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:56.068588 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1028743-d230-4028-89d4-e53f324e01ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=d637fcab-e631-4a9a-85a6-1edd05917c42,revision_number=0']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:56.074789 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1028743-d230-4028-89d4-e53f324e01ce admin admin] Checking segment: {'id': '2256f80c-8b7b-45d3-85f9-54dff98916a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '576da013-3617-4a8e-90bf-f7e3da71dae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 14 18:12:56.075795 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1028743-d230-4028-89d4-e53f324e01ce admin admin] Network hostable DHCP agents. Network: 576da013-3617-4a8e-90bf-f7e3da71dae2, hostable agents: ['7e447456-ff8f-4cbe-bcdd-bfd26b4a7662'], hosted agents: [] {{(pid=102476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 18:12:56.106718 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1028743-d230-4028-89d4-e53f324e01ce admin admin] Network 576da013-3617-4a8e-90bf-f7e3da71dae2 is scheduled to be hosted by DHCP agent 7e447456-ff8f-4cbe-bcdd-bfd26b4a7662 with binding_index 1 {{(pid=102476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 18:12:56.127224 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.base_scheduler [None req-f1028743-d230-4028-89d4-e53f324e01ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821739-1-iscsi, 576da013-3617-4a8e-90bf-f7e3da71dae2) {{(pid=102476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:12:56.137453 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1028743-d230-4028-89d4-e53f324e01ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:56.138068 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-f1028743-d230-4028-89d4-e53f324e01ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7944499'] for subnet, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:56.147042 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b70ad65-7410-43e6-8248-64a27ef936e7 None None] Network 576da013-3617-4a8e-90bf-f7e3da71dae2 requested from dv-cinder-821739-1-iscsi {{(pid=102478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 18:12:56.169606 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-f1028743-d230-4028-89d4-e53f324e01ce admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4925020 Jun 14 18:12:56.172630 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 52798) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:12:56.184334 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.v2.base [None req-6939d6ca-2106-4ebe-aaab-2592acd99efa admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-813700890-router', 'tenant_id': 'a98d65273e2546aa9252b74c4f9daae4', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9'}}} {{(pid=102477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:12:56.252460 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-6939d6ca-2106-4ebe-aaab-2592acd99efa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8279293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16205'] for router, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:56.255042 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-6939d6ca-2106-4ebe-aaab-2592acd99efa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8285349', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8221628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16196'] for router, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:56.259611 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63478df4-6328-4d88-bf66-ac3736072d69 req-7d733955-c093-4417-9535-5513e0d47569 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:56.261950 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-63478df4-6328-4d88-bf66-ac3736072d69 req-7d733955-c093-4417-9535-5513e0d47569 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=69ae7078-ef55-49c6-a2aa-659280d155db HTTP/1.1" status: 200 len: 945 time: 0.0644503 Jun 14 18:12:56.349691 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-63478df4-6328-4d88-bf66-ac3736072d69 req-e4a537c1-375d-440c-8f9e-2f31a92a6364 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819130 Jun 14 18:12:56.357894 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-6939d6ca-2106-4ebe-aaab-2592acd99efa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:56.470400 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301f4493-4f2e-43d1-885a-63fd2c7b0ae6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13f8722a-7f63-57e1-9bed-f7c7ba50e3fe-576da013-3617-4a8e-90bf-f7e3da71dae2', 'network_id': '576da013-3617-4a8e-90bf-f7e3da71dae2', 'tenant_id': 'a98d65273e2546aa9252b74c4f9daae4', 'fixed_ips': [{'subnet_id': 'd637fcab-e631-4a9a-85a6-1edd05917c42'}]}} from dv-cinder-821739-1-iscsi. {{(pid=102478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 14 18:12:56.471706 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-301f4493-4f2e-43d1-885a-63fd2c7b0ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_create {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:56.544578 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-6939d6ca-2106-4ebe-aaab-2592acd99efa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:56.686493 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.db_base_plugin_common [None req-301f4493-4f2e-43d1-885a-63fd2c7b0ae6 None None] Allocated IP 172.20.0.2 (576da013-3617-4a8e-90bf-f7e3da71dae2/d637fcab-e631-4a9a-85a6-1edd05917c42/02689520-6117-41cf-9756-0fb2a8aafa5c) {{(pid=102478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:12:56.790780 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.agents_db [None req-d83a49a0-1be1-4d29-a7ba-91319940a8a9 None None] Agent healthcheck: found 6 active agents {{(pid=102479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 14 18:12:56.882162 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-301f4493-4f2e-43d1-885a-63fd2c7b0ae6 None None] Notify callbacks [] for port, precommit_create {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:56.890367 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-301f4493-4f2e-43d1-885a-63fd2c7b0ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239190878'] for port, after_create {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:56.953221 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-6939d6ca-2106-4ebe-aaab-2592acd99efa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:56.975292 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301f4493-4f2e-43d1-885a-63fd2c7b0ae6 None None] Pushing event updated for resources: {'Port': ['ID=02689520-6117-41cf-9756-0fb2a8aafa5c,revision_number=1']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:56.990267 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301f4493-4f2e-43d1-885a-63fd2c7b0ae6 None None] Network 576da013-3617-4a8e-90bf-f7e3da71dae2 is already hosted by enough agents. {{(pid=102478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:12:56.994736 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-6939d6ca-2106-4ebe-aaab-2592acd99efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:56.999645 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.scheduler.base_scheduler [None req-301f4493-4f2e-43d1-885a-63fd2c7b0ae6 None None] Resources bound (agent type, host, resource id): {{(pid=102478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:12:57.007283 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:57.009422 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301f4493-4f2e-43d1-885a-63fd2c7b0ae6 None None] Received port after_create {{(pid=102478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 14 18:12:57.012492 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301f4493-4f2e-43d1-885a-63fd2c7b0ae6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:12:57.012864 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301f4493-4f2e-43d1-885a-63fd2c7b0ae6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:12:57.013203 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301f4493-4f2e-43d1-885a-63fd2c7b0ae6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:12:57.013685 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301f4493-4f2e-43d1-885a-63fd2c7b0ae6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:12:57.018557 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301f4493-4f2e-43d1-885a-63fd2c7b0ae6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:12:57.018915 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301f4493-4f2e-43d1-885a-63fd2c7b0ae6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:12:57.019774 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301f4493-4f2e-43d1-885a-63fd2c7b0ae6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:12:57.020233 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301f4493-4f2e-43d1-885a-63fd2c7b0ae6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:12:57.020914 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301f4493-4f2e-43d1-885a-63fd2c7b0ae6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:12:57.021604 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301f4493-4f2e-43d1-885a-63fd2c7b0ae6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:12:57.022305 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301f4493-4f2e-43d1-885a-63fd2c7b0ae6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:12:57.024713 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301f4493-4f2e-43d1-885a-63fd2c7b0ae6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:12:57.111054 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.managers [None req-301f4493-4f2e-43d1-885a-63fd2c7b0ae6 None None] Attempting to bind port 02689520-6117-41cf-9756-0fb2a8aafa5c on host dv-cinder-821739-1-iscsi for vnic_type normal with profile {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 14 18:12:57.111581 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.managers [None req-301f4493-4f2e-43d1-885a-63fd2c7b0ae6 None None] Attempting to bind port 02689520-6117-41cf-9756-0fb2a8aafa5c by drivers openvswitch,hyperv on host dv-cinder-821739-1-iscsi at level 0 using segments [{'id': '2256f80c-8b7b-45d3-85f9-54dff98916a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '576da013-3617-4a8e-90bf-f7e3da71dae2'}] {{(pid=102478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 14 18:12:57.112171 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301f4493-4f2e-43d1-885a-63fd2c7b0ae6 None None] Attempting to bind port 02689520-6117-41cf-9756-0fb2a8aafa5c on network 576da013-3617-4a8e-90bf-f7e3da71dae2 {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:12:57.134312 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301f4493-4f2e-43d1-885a-63fd2c7b0ae6 None None] Checking agent: {'id': 'e8f0c06d-b34a-40ed-9da4-c5e71adce1cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821739-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 3, 22), 'started_at': datetime.datetime(2022, 6, 14, 18, 3, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821739-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:12:57.134689 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301f4493-4f2e-43d1-885a-63fd2c7b0ae6 None None] Checking segment: {'id': '2256f80c-8b7b-45d3-85f9-54dff98916a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '576da013-3617-4a8e-90bf-f7e3da71dae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 14 18:12:57.135107 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-301f4493-4f2e-43d1-885a-63fd2c7b0ae6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:57.135500 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301f4493-4f2e-43d1-885a-63fd2c7b0ae6 None None] Bound using segment: {'id': '2256f80c-8b7b-45d3-85f9-54dff98916a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '576da013-3617-4a8e-90bf-f7e3da71dae2'} {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:12:57.135977 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.managers [None req-301f4493-4f2e-43d1-885a-63fd2c7b0ae6 None None] Bound port: 02689520-6117-41cf-9756-0fb2a8aafa5c, host: dv-cinder-821739-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2256f80c-8b7b-45d3-85f9-54dff98916a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '576da013-3617-4a8e-90bf-f7e3da71dae2'}}] {{(pid=102478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 14 18:12:57.136365 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-301f4493-4f2e-43d1-885a-63fd2c7b0ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:57.163013 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.db_base_plugin_common [None req-6939d6ca-2106-4ebe-aaab-2592acd99efa admin admin] Allocated IP 172.27.2.196 (0514a421-38fe-44fa-a158-ef00d417fed9/5974f5a1-c656-4a3f-aaeb-f2cb77111b45/90224574-fba3-494b-aff0-a9906c2e6261) {{(pid=102477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:12:57.220143 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-301f4493-4f2e-43d1-885a-63fd2c7b0ae6 None None] For port 02689520-6117-41cf-9756-0fb2a8aafa5c, host dv-cinder-821739-1-iscsi, cleared binding levels {{(pid=102478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:12:57.229729 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-301f4493-4f2e-43d1-885a-63fd2c7b0ae6 None None] For port 02689520-6117-41cf-9756-0fb2a8aafa5c, host dv-cinder-821739-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=02689520-6117-41cf-9756-0fb2a8aafa5c,segment=NetworkSegment(2256f80c-8b7b-45d3-85f9-54dff98916a9),segment_id=2256f80c-8b7b-45d3-85f9-54dff98916a9)] {{(pid=102478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:12:57.238970 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-301f4493-4f2e-43d1-885a-63fd2c7b0ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:57.266752 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 52862) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:12:57.314516 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301f4493-4f2e-43d1-885a-63fd2c7b0ae6 None None] Pushing event updated for resources: {'Port': ['ID=02689520-6117-41cf-9756-0fb2a8aafa5c,revision_number=2']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:57.315021 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-6939d6ca-2106-4ebe-aaab-2592acd99efa admin admin] Notify callbacks [] for port, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:57.407204 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-6939d6ca-2106-4ebe-aaab-2592acd99efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239190878'] for port, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:57.455159 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-2805e327-098e-454b-83ac-6c88fdfc9ae2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:57.482761 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6939d6ca-2106-4ebe-aaab-2592acd99efa admin admin] Network 0514a421-38fe-44fa-a158-ef00d417fed9 is already hosted by enough agents. {{(pid=102477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:12:57.493259 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.base_scheduler [None req-6939d6ca-2106-4ebe-aaab-2592acd99efa admin admin] Resources bound (agent type, host, resource id): {{(pid=102477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:12:57.495388 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6939d6ca-2106-4ebe-aaab-2592acd99efa admin admin] Pushing event updated for resources: {'Port': ['ID=90224574-fba3-494b-aff0-a9906c2e6261,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:57.503126 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6939d6ca-2106-4ebe-aaab-2592acd99efa admin admin] Received port after_create {{(pid=102477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 14 18:12:57.548458 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-2805e327-098e-454b-83ac-6c88fdfc9ae2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:57.559057 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-2805e327-098e-454b-83ac-6c88fdfc9ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:57.610331 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2805e327-098e-454b-83ac-6c88fdfc9ae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d92854a4-1aa6-46d5-a8b5-3f2e4abbdf9c,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:57.616082 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa200690-2ec8-4101-9ecc-ccb58a55b935 req-a5d27b65-c270-4cd8-8537-33b17de318af tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:57.617858 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-aa200690-2ec8-4101-9ecc-ccb58a55b935 req-a5d27b65-c270-4cd8-8537-33b17de318af tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=69ae7078-ef55-49c6-a2aa-659280d155db HTTP/1.1" status: 200 len: 945 time: 0.1744218 Jun 14 18:12:57.630413 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-2805e327-098e-454b-83ac-6c88fdfc9ae2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fb6f015965374d1f91d68028202feade&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3611708 Jun 14 18:12:57.633712 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 52872) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:12:57.718947 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-b79c6f8d-fb33-4451-954e-5ef3f3d0cbe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:57.727115 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-aa200690-2ec8-4101-9ecc-ccb58a55b935 req-3c67a178-370b-4139-ae64-a1253fdd0bdc tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726852 Jun 14 18:12:57.747935 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-b79c6f8d-fb33-4451-954e-5ef3f3d0cbe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:57.821722 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-b79c6f8d-fb33-4451-954e-5ef3f3d0cbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:57.824400 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-b79c6f8d-fb33-4451-954e-5ef3f3d0cbe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:57.825606 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-b79c6f8d-fb33-4451-954e-5ef3f3d0cbe3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d92854a4-1aa6-46d5-a8b5-3f2e4abbdf9c HTTP/1.1" status: 204 len: 168 time: 0.1904883 Jun 14 18:12:57.835061 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79c6f8d-fb33-4451-954e-5ef3f3d0cbe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d92854a4-1aa6-46d5-a8b5-3f2e4abbdf9c,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:57.854310 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-6939d6ca-2106-4ebe-aaab-2592acd99efa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:58.087098 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-6939d6ca-2106-4ebe-aaab-2592acd99efa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8287610'] for router, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:58.234911 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6939d6ca-2106-4ebe-aaab-2592acd99efa admin admin] Router 541a79cc-ea6c-4e86-a3e6-05b260334012 is scheduled to L3 agent 2bd7ef4a-700f-45f4-ae1e-98ca6454acba with binding_index 1 {{(pid=102477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 14 18:12:58.352355 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6939d6ca-2106-4ebe-aaab-2592acd99efa admin admin] Notify agent at l3_agent.dv-cinder-821739-1-iscsi the message routers_updated {{(pid=102477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:12:58.365513 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcdf118-4e44-4151-8793-dc192ea2a165 None None] Sync routers for ids ['541a79cc-ea6c-4e86-a3e6-05b260334012'] in dv-cinder-821739-1-iscsi {{(pid=102479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:12:58.370854 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-6939d6ca-2106-4ebe-aaab-2592acd99efa admin admin] Notify callbacks [] for router, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:58.375804 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-6939d6ca-2106-4ebe-aaab-2592acd99efa admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2014840 Jun 14 18:12:58.377884 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 52878) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:12:58.380877 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcdf118-4e44-4151-8793-dc192ea2a165 None None] Routers {'541a79cc-ea6c-4e86-a3e6-05b260334012'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:12:58.381441 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-fbcdf118-4e44-4151-8793-dc192ea2a165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:12:49Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['541a79cc-ea6c-4e86-a3e6-05b260334012'], 'active': True} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:12:58.520356 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1217f557-62bf-4b58-a33f-bbfb084a0882 None None] Network 576da013-3617-4a8e-90bf-f7e3da71dae2 requested from dv-cinder-821739-1-iscsi {{(pid=102478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 18:12:58.521255 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvr_db [None req-fbcdf118-4e44-4151-8793-dc192ea2a165 None None] Set router 541a79cc-ea6c-4e86-a3e6-05b260334012 gateway port host: dv-cinder-821739-1-iscsi {{(pid=102479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:12:58.678130 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-b1a82db3-35f8-4a76-a9e3-5fbccbc893c5 None None] Provisioning complete for port 02689520-6117-41cf-9756-0fb2a8aafa5c triggered by entity DHCP. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:12:58.678789 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-b1a82db3-35f8-4a76-a9e3-5fbccbc893c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:58.744919 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-fbcdf118-4e44-4151-8793-dc192ea2a165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '541a79cc-ea6c-4e86-a3e6-05b260334012', 'name': 'tempest-TestVolumeBootPattern-813700890-router', 'tenant_id': 'a98d65273e2546aa9252b74c4f9daae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '90224574-fba3-494b-aff0-a9906c2e6261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:12:56Z', 'updated_at': '2022-06-14T18:12:57Z', 'revision_number': 3, 'project_id': 'a98d65273e2546aa9252b74c4f9daae4', 'gw_port': {'id': '90224574-fba3-494b-aff0-a9906c2e6261', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:42:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '541a79cc-ea6c-4e86-a3e6-05b260334012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:12:57Z', 'updated_at': '2022-06-14T18:12:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi'}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:12:58.778493 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcdf118-4e44-4151-8793-dc192ea2a165 None None] Checking router: 541a79cc-ea6c-4e86-a3e6-05b260334012 for host: dv-cinder-821739-1-iscsi {{(pid=102479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:12:58.778836 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcdf118-4e44-4151-8793-dc192ea2a165 None None] Updating router 541a79cc-ea6c-4e86-a3e6-05b260334012 port 90224574-fba3-494b-aff0-a9906c2e6261 binding host dv-cinder-821739-1-iscsi {{(pid=102479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 18:12:58.841568 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron_lib.callbacks.manager [None req-fbcdf118-4e44-4151-8793-dc192ea2a165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:58.889869 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120b1fdd-62c7-43bf-a483-1e96df2e579b req-ed9ef18b-f94e-47ba-924d-496be2bece85 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:12:58.898524 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-120b1fdd-62c7-43bf-a483-1e96df2e579b req-ed9ef18b-f94e-47ba-924d-496be2bece85 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=69ae7078-ef55-49c6-a2aa-659280d155db HTTP/1.1" status: 200 len: 945 time: 0.0847464 Jun 14 18:12:58.947208 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-120b1fdd-62c7-43bf-a483-1e96df2e579b req-8720540a-63f1-45ce-903f-7dd498c8537f tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476043 Jun 14 18:12:58.993894 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-b1a82db3-35f8-4a76-a9e3-5fbccbc893c5 None None] Current status of the port 02689520-6117-41cf-9756-0fb2a8aafa5c is: DOWN; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:12:58.994418 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-b1a82db3-35f8-4a76-a9e3-5fbccbc893c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:59.045452 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-b1a82db3-35f8-4a76-a9e3-5fbccbc893c5 None None] For port 02689520-6117-41cf-9756-0fb2a8aafa5c, host dv-cinder-821739-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=02689520-6117-41cf-9756-0fb2a8aafa5c,segment=NetworkSegment(2256f80c-8b7b-45d3-85f9-54dff98916a9),segment_id=2256f80c-8b7b-45d3-85f9-54dff98916a9)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:12:59.052095 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-b1a82db3-35f8-4a76-a9e3-5fbccbc893c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:59.129507 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a82db3-35f8-4a76-a9e3-5fbccbc893c5 None None] Pushing event updated for resources: {'Port': ['ID=02689520-6117-41cf-9756-0fb2a8aafa5c,revision_number=3']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:59.182407 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron_lib.callbacks.manager [None req-fbcdf118-4e44-4151-8793-dc192ea2a165 None None] Notify callbacks [] for port, precommit_update {{(pid=102479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:59.188540 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron_lib.callbacks.manager [None req-fbcdf118-4e44-4151-8793-dc192ea2a165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:59.196289 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-29d3dc53-f0fa-45f3-9efe-9144633ed270 None None] Provisioning complete for port 02689520-6117-41cf-9756-0fb2a8aafa5c triggered by entity DHCP. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:12:59.196289 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-29d3dc53-f0fa-45f3-9efe-9144633ed270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:59.237730 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5224b84a-a6a1-409b-a005-31cc98747401 None None] Pushing event updated for resources: {'Port': ['ID=90224574-fba3-494b-aff0-a9906c2e6261,revision_number=2']} {{(pid=102479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:59.247321 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5224b84a-a6a1-409b-a005-31cc98747401 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:12:59.247695 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5224b84a-a6a1-409b-a005-31cc98747401 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:12:59.248326 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5224b84a-a6a1-409b-a005-31cc98747401 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:12:59.248436 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5224b84a-a6a1-409b-a005-31cc98747401 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:12:59.248729 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5224b84a-a6a1-409b-a005-31cc98747401 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:12:59.249083 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5224b84a-a6a1-409b-a005-31cc98747401 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:12:59.249413 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5224b84a-a6a1-409b-a005-31cc98747401 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:12:59.249763 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5224b84a-a6a1-409b-a005-31cc98747401 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:12:59.250132 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5224b84a-a6a1-409b-a005-31cc98747401 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:12:59.250460 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5224b84a-a6a1-409b-a005-31cc98747401 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:12:59.250784 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5224b84a-a6a1-409b-a005-31cc98747401 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:12:59.251117 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5224b84a-a6a1-409b-a005-31cc98747401 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:12:59.252687 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device 02689520-6117-41cf-9756-0fb2a8aafa5c up at agent ovs-agent-dv-cinder-821739-1-iscsi {{(pid=102478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:12:59.252953 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-71af6379-1962-4293-947b-28477c6929d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:59.272490 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.plugins.ml2.managers [None req-fbcdf118-4e44-4151-8793-dc192ea2a165 None None] Attempting to bind port 90224574-fba3-494b-aff0-a9906c2e6261 on host dv-cinder-821739-1-iscsi for vnic_type normal with profile {{(pid=102479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 14 18:12:59.272854 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.plugins.ml2.managers [None req-fbcdf118-4e44-4151-8793-dc192ea2a165 None None] Attempting to bind port 90224574-fba3-494b-aff0-a9906c2e6261 by drivers openvswitch,hyperv on host dv-cinder-821739-1-iscsi at level 0 using segments [{'id': 'd3be3284-4005-440f-af8c-13455fbdf684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9'}] {{(pid=102479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 14 18:12:59.273216 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcdf118-4e44-4151-8793-dc192ea2a165 None None] Attempting to bind port 90224574-fba3-494b-aff0-a9906c2e6261 on network 0514a421-38fe-44fa-a158-ef00d417fed9 {{(pid=102479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:12:59.278595 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcdf118-4e44-4151-8793-dc192ea2a165 None None] Checking agent: {'id': 'e8f0c06d-b34a-40ed-9da4-c5e71adce1cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821739-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 3, 22), 'started_at': datetime.datetime(2022, 6, 14, 18, 3, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821739-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:12:59.279617 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcdf118-4e44-4151-8793-dc192ea2a165 None None] Checking segment: {'id': 'd3be3284-4005-440f-af8c-13455fbdf684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 14 18:12:59.279617 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron_lib.callbacks.manager [None req-fbcdf118-4e44-4151-8793-dc192ea2a165 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:59.279848 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcdf118-4e44-4151-8793-dc192ea2a165 None None] Bound using segment: {'id': 'd3be3284-4005-440f-af8c-13455fbdf684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9'} {{(pid=102479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:12:59.280722 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.plugins.ml2.managers [None req-fbcdf118-4e44-4151-8793-dc192ea2a165 None None] Bound port: 90224574-fba3-494b-aff0-a9906c2e6261, host: dv-cinder-821739-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3be3284-4005-440f-af8c-13455fbdf684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9'}}] {{(pid=102479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 14 18:12:59.281119 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron_lib.callbacks.manager [None req-fbcdf118-4e44-4151-8793-dc192ea2a165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:59.337750 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.plugins.ml2.db [None req-fbcdf118-4e44-4151-8793-dc192ea2a165 None None] For port 90224574-fba3-494b-aff0-a9906c2e6261, host dv-cinder-821739-1-iscsi, cleared binding levels {{(pid=102479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:12:59.339916 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.plugins.ml2.db [None req-fbcdf118-4e44-4151-8793-dc192ea2a165 None None] For port 90224574-fba3-494b-aff0-a9906c2e6261, host dv-cinder-821739-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=90224574-fba3-494b-aff0-a9906c2e6261,segment=NetworkSegment(d3be3284-4005-440f-af8c-13455fbdf684),segment_id=d3be3284-4005-440f-af8c-13455fbdf684)] {{(pid=102479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:12:59.344299 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron_lib.callbacks.manager [None req-fbcdf118-4e44-4151-8793-dc192ea2a165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:59.365980 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Provisioning complete for port 02689520-6117-41cf-9756-0fb2a8aafa5c triggered by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:12:59.366463 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:59.388681 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-29d3dc53-f0fa-45f3-9efe-9144633ed270 None None] Current status of the port 02689520-6117-41cf-9756-0fb2a8aafa5c is: ACTIVE; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:12:59.415490 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcdf118-4e44-4151-8793-dc192ea2a165 None None] Routers {'541a79cc-ea6c-4e86-a3e6-05b260334012'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:12:59.416133 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-fbcdf118-4e44-4151-8793-dc192ea2a165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:12:49Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['541a79cc-ea6c-4e86-a3e6-05b260334012'], 'active': True} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:12:59.420197 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5224b84a-a6a1-409b-a005-31cc98747401 None None] Pushing event updated for resources: {'Port': ['ID=90224574-fba3-494b-aff0-a9906c2e6261,revision_number=3']} {{(pid=102479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:59.455004 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.db_base_plugin_common [None req-71af6379-1962-4293-947b-28477c6929d9 admin admin] Allocated IP 172.20.0.1 (576da013-3617-4a8e-90bf-f7e3da71dae2/d637fcab-e631-4a9a-85a6-1edd05917c42/45cf2237-13fc-429f-8e42-ba1e2f509c5c) {{(pid=102477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:12:59.481051 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Current status of the port 02689520-6117-41cf-9756-0fb2a8aafa5c is: ACTIVE; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:12:59.595333 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-71af6379-1962-4293-947b-28477c6929d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:59.635548 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvr_db [None req-fbcdf118-4e44-4151-8793-dc192ea2a165 None None] Set router 541a79cc-ea6c-4e86-a3e6-05b260334012 gateway port host: dv-cinder-821739-1-iscsi {{(pid=102479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:12:59.646687 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-71af6379-1962-4293-947b-28477c6929d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239190878'] for port, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:59.687647 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71af6379-1962-4293-947b-28477c6929d9 admin admin] Network 576da013-3617-4a8e-90bf-f7e3da71dae2 is already hosted by enough agents. {{(pid=102477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:12:59.690541 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.base_scheduler [None req-71af6379-1962-4293-947b-28477c6929d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:12:59.694203 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71af6379-1962-4293-947b-28477c6929d9 admin admin] Received port after_create {{(pid=102477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 14 18:12:59.694703 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-71af6379-1962-4293-947b-28477c6929d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8287653'] for router_interface, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:59.732573 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71af6379-1962-4293-947b-28477c6929d9 admin admin] Pushing event updated for resources: {'Port': ['ID=45cf2237-13fc-429f-8e42-ba1e2f509c5c,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:12:59.851596 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-71af6379-1962-4293-947b-28477c6929d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:12:59.857361 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-fbcdf118-4e44-4151-8793-dc192ea2a165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '541a79cc-ea6c-4e86-a3e6-05b260334012', 'name': 'tempest-TestVolumeBootPattern-813700890-router', 'tenant_id': 'a98d65273e2546aa9252b74c4f9daae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '90224574-fba3-494b-aff0-a9906c2e6261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:12:56Z', 'updated_at': '2022-06-14T18:12:57Z', 'revision_number': 3, 'project_id': 'a98d65273e2546aa9252b74c4f9daae4', 'gw_port': {'id': '90224574-fba3-494b-aff0-a9906c2e6261', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:42:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '541a79cc-ea6c-4e86-a3e6-05b260334012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:12:57Z', 'updated_at': '2022-06-14T18:12:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi'}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:12:59.887529 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcdf118-4e44-4151-8793-dc192ea2a165 None None] The sync data for ids ['541a79cc-ea6c-4e86-a3e6-05b260334012'] in dv-cinder-821739-1-iscsi is: [{'id': '541a79cc-ea6c-4e86-a3e6-05b260334012', 'name': 'tempest-TestVolumeBootPattern-813700890-router', 'tenant_id': 'a98d65273e2546aa9252b74c4f9daae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '90224574-fba3-494b-aff0-a9906c2e6261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:12:56Z', 'updated_at': '2022-06-14T18:12:57Z', 'revision_number': 3, 'project_id': 'a98d65273e2546aa9252b74c4f9daae4', 'gw_port': {'id': '90224574-fba3-494b-aff0-a9906c2e6261', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:42:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '541a79cc-ea6c-4e86-a3e6-05b260334012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:12:57Z', 'updated_at': '2022-06-14T18:12:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi'}] {{(pid=102479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:13:00.017822 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-b70a271a-5da9-4391-b6e8-f2da3d866e23 None None] Provisioning complete for port 45cf2237-13fc-429f-8e42-ba1e2f509c5c triggered by entity DHCP. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:13:00.018428 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-b70a271a-5da9-4391-b6e8-f2da3d866e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:00.055243 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-b70a271a-5da9-4391-b6e8-f2da3d866e23 None None] Port 45cf2237-13fc-429f-8e42-ba1e2f509c5c cannot update to ACTIVE because it is not bound. {{(pid=102478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jun 14 18:13:00.072237 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-71af6379-1962-4293-947b-28477c6929d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:00.077773 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-71af6379-1962-4293-947b-28477c6929d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:00.078426 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-71af6379-1962-4293-947b-28477c6929d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7944463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8284469'] for router_interface, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:00.139905 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983d860f-aabf-4af1-abff-d858ec7118fd req-1ba0ef52-d3dd-495f-b708-0ce29dadab0f tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:00.141486 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-983d860f-aabf-4af1-abff-d858ec7118fd req-1ba0ef52-d3dd-495f-b708-0ce29dadab0f tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=69ae7078-ef55-49c6-a2aa-659280d155db HTTP/1.1" status: 200 len: 945 time: 0.1176338 Jun 14 18:13:00.217934 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71af6379-1962-4293-947b-28477c6929d9 admin admin] Pushing event updated for resources: {'Port': ['ID=45cf2237-13fc-429f-8e42-ba1e2f509c5c,revision_number=2']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:13:00.254654 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-983d860f-aabf-4af1-abff-d858ec7118fd req-008b798a-efeb-4308-b3ee-6295670d3361 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048474 Jun 14 18:13:00.271280 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71af6379-1962-4293-947b-28477c6929d9 admin admin] Network 576da013-3617-4a8e-90bf-f7e3da71dae2 is already hosted by enough agents. {{(pid=102477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:13:00.272765 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.base_scheduler [None req-71af6379-1962-4293-947b-28477c6929d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:13:00.421720 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71af6379-1962-4293-947b-28477c6929d9 admin admin] Router 541a79cc-ea6c-4e86-a3e6-05b260334012 has already been hosted by L3 agent 2bd7ef4a-700f-45f4-ae1e-98ca6454acba {{(pid=102477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:13:00.540628 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71af6379-1962-4293-947b-28477c6929d9 admin admin] Notify agent at l3_agent.dv-cinder-821739-1-iscsi the message routers_updated {{(pid=102477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:13:00.555059 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-71af6379-1962-4293-947b-28477c6929d9 admin admin] 10.222.0.70 "PUT /v2.0/routers/541a79cc-ea6c-4e86-a3e6-05b260334012/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1776869 Jun 14 18:13:00.586071 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-af493f33-1ce8-4abb-97f7-e2a67d6d8833 None None] Provisioning complete for port 45cf2237-13fc-429f-8e42-ba1e2f509c5c triggered by entity DHCP. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:13:00.586436 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-af493f33-1ce8-4abb-97f7-e2a67d6d8833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:00.632678 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-af493f33-1ce8-4abb-97f7-e2a67d6d8833 None None] Port 45cf2237-13fc-429f-8e42-ba1e2f509c5c cannot update to ACTIVE because it is not bound. {{(pid=102478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jun 14 18:13:01.098444 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 52930) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:13:01.179941 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 52938) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:13:01.189128 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.v2.base [None req-62196fd1-420e-40a0-8cd2-c26a772a8547 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1943699625-network', 'tenant_id': '52bb461c3b3941a3a9968fdc4d6f0883'}} {{(pid=102476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:13:01.215043 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62196fd1-420e-40a0-8cd2-c26a772a8547 admin admin] Made reservation on behalf of 52bb461c3b3941a3a9968fdc4d6f0883 for: {'network': 1} {{(pid=102476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:13:01.217806 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-62196fd1-420e-40a0-8cd2-c26a772a8547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for network, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:01.226932 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-62196fd1-420e-40a0-8cd2-c26a772a8547 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:01.249421 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device 90224574-fba3-494b-aff0-a9906c2e6261 up at agent ovs-agent-dv-cinder-821739-1-iscsi {{(pid=102478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:13:01.342186 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Provisioning complete for port 90224574-fba3-494b-aff0-a9906c2e6261 triggered by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:13:01.342789 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:01.354230 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-62196fd1-420e-40a0-8cd2-c26a772a8547 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:01.379024 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-62196fd1-420e-40a0-8cd2-c26a772a8547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:01.391413 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62196fd1-420e-40a0-8cd2-c26a772a8547 admin admin] vlan segment allocate from pool success with {'vlan_id': 1042, 'physical_network': 'physnet1'} {{(pid=102476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 18:13:01.431237 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-4d590823-ba10-4c38-91d6-94d831717a53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:01.434748 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-62196fd1-420e-40a0-8cd2-c26a772a8547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977873'] for segment, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:01.435088 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.db.segments_db [None req-62196fd1-420e-40a0-8cd2-c26a772a8547 admin admin] Added segment 1c87411c-6ddd-46d2-9c2e-28370eddcd32 of type vlan for network 3077c19a-cbf8-4446-b0e1-407badbe11d8 Jun 14 18:13:01.453396 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Current status of the port 90224574-fba3-494b-aff0-a9906c2e6261 is: DOWN; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:13:01.453900 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:01.477352 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] For port 90224574-fba3-494b-aff0-a9906c2e6261, host dv-cinder-821739-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=90224574-fba3-494b-aff0-a9906c2e6261,segment=NetworkSegment(d3be3284-4005-440f-af8c-13455fbdf684),segment_id=d3be3284-4005-440f-af8c-13455fbdf684)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:13:01.486000 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:01.487316 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device 02689520-6117-41cf-9756-0fb2a8aafa5c up at agent ovs-agent-dv-cinder-821739-1-iscsi {{(pid=102478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:13:01.502908 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62196fd1-420e-40a0-8cd2-c26a772a8547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62ba3335-e55f-45ab-899b-28e1c6cbb681,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:13:01.525102 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155baae5-5b34-4e04-8d0f-9686db41c291 req-cee33195-f24e-4708-b5ca-a90ae1b63477 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:01.526680 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-155baae5-5b34-4e04-8d0f-9686db41c291 req-cee33195-f24e-4708-b5ca-a90ae1b63477 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=69ae7078-ef55-49c6-a2aa-659280d155db HTTP/1.1" status: 200 len: 945 time: 0.1843448 Jun 14 18:13:01.532504 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-62196fd1-420e-40a0-8cd2-c26a772a8547 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758239169585'] for network, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:01.566897 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Pushing event updated for resources: {'Port': ['ID=90224574-fba3-494b-aff0-a9906c2e6261,revision_number=4']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:13:01.579329 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Provisioning complete for port 02689520-6117-41cf-9756-0fb2a8aafa5c triggered by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:13:01.579562 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:01.618127 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-155baae5-5b34-4e04-8d0f-9686db41c291 req-1f5027c5-c6db-42c1-8a85-aa9874404bf5 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793166 Jun 14 18:13:01.624835 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-62196fd1-420e-40a0-8cd2-c26a772a8547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477'] for network, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:01.626193 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62196fd1-420e-40a0-8cd2-c26a772a8547 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:01.626922 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-62196fd1-420e-40a0-8cd2-c26a772a8547 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7944499'] for network, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:01.681241 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Current status of the port 02689520-6117-41cf-9756-0fb2a8aafa5c is: ACTIVE; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:13:01.686034 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-62196fd1-420e-40a0-8cd2-c26a772a8547 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5049508 Jun 14 18:13:01.686168 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 52944) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:13:01.691517 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.v2.base [None req-69f7c208-977d-4f64-aaaf-d62b1bef9e17 admin admin] Request body: {'subnet': {'network_id': '3077c19a-cbf8-4446-b0e1-407badbe11d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1943699625-subnet', 'tenant_id': '52bb461c3b3941a3a9968fdc4d6f0883', 'ip_version': 4}} {{(pid=102477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:13:01.700759 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fe00ae-feb3-448f-ae71-7ec769c159f7 None None] Sync routers for ids ['541a79cc-ea6c-4e86-a3e6-05b260334012'] in dv-cinder-821739-1-iscsi {{(pid=102478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:13:01.716469 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f7c208-977d-4f64-aaaf-d62b1bef9e17 admin admin] Made reservation on behalf of 52bb461c3b3941a3a9968fdc4d6f0883 for: {'subnet': 1} {{(pid=102477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:13:01.716767 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fe00ae-feb3-448f-ae71-7ec769c159f7 None None] Routers {'541a79cc-ea6c-4e86-a3e6-05b260334012'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:13:01.717538 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-45fe00ae-feb3-448f-ae71-7ec769c159f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:12:49Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['541a79cc-ea6c-4e86-a3e6-05b260334012'], 'active': True} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:13:01.720065 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-69f7c208-977d-4f64-aaaf-d62b1bef9e17 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:01.733767 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-4d590823-ba10-4c38-91d6-94d831717a53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:01.734825 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62196fd1-420e-40a0-8cd2-c26a772a8547 admin admin] Pushing event updated for resources: {'Network': ['ID=3077c19a-cbf8-4446-b0e1-407badbe11d8,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:13:01.741257 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-4d590823-ba10-4c38-91d6-94d831717a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:01.771001 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-4d590823-ba10-4c38-91d6-94d831717a53 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4fb005c1d8654dc69ea02c25df95c373&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6706567 Jun 14 18:13:01.776488 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 52946) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:13:01.778433 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Network 3077c19a-cbf8-4446-b0e1-407badbe11d8 details requested by agent ovs-agent-dv-cinder-821739-1-iscsi with host dv-cinder-821739-1-iscsi {{(pid=102478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 14 18:13:01.806626 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d590823-ba10-4c38-91d6-94d831717a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d3ead2-640d-419a-b0db-31be30db9f92,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:13:01.854383 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-f33453a0-928a-4c6d-b778-921ab14f10da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:01.877369 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-f33453a0-928a-4c6d-b778-921ab14f10da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:01.926685 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-69f7c208-977d-4f64-aaaf-d62b1bef9e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477'] for subnet, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:01.941906 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-f33453a0-928a-4c6d-b778-921ab14f10da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:01.943872 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvr_db [None req-45fe00ae-feb3-448f-ae71-7ec769c159f7 None None] Set router 541a79cc-ea6c-4e86-a3e6-05b260334012 gateway port host: dv-cinder-821739-1-iscsi {{(pid=102478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:13:01.944595 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-f33453a0-928a-4c6d-b778-921ab14f10da admin admin] Notify callbacks [] for security_group, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:01.945894 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-f33453a0-928a-4c6d-b778-921ab14f10da admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/16d3ead2-640d-419a-b0db-31be30db9f92 HTTP/1.1" status: 204 len: 168 time: 0.1683640 Jun 14 18:13:01.968716 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33453a0-928a-4c6d-b778-921ab14f10da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d3ead2-640d-419a-b0db-31be30db9f92,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:13:01.988466 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f7c208-977d-4f64-aaaf-d62b1bef9e17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97ad2cad-4fe3-4acc-af35-05339c41f1a0,revision_number=0']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:13:02.006416 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f7c208-977d-4f64-aaaf-d62b1bef9e17 admin admin] Checking segment: {'id': '1c87411c-6ddd-46d2-9c2e-28370eddcd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '3077c19a-cbf8-4446-b0e1-407badbe11d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 14 18:13:02.006785 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f7c208-977d-4f64-aaaf-d62b1bef9e17 admin admin] Network hostable DHCP agents. Network: 3077c19a-cbf8-4446-b0e1-407badbe11d8, hostable agents: ['7e447456-ff8f-4cbe-bcdd-bfd26b4a7662'], hosted agents: [] {{(pid=102477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 18:13:02.050511 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f7c208-977d-4f64-aaaf-d62b1bef9e17 admin admin] Network 3077c19a-cbf8-4446-b0e1-407badbe11d8 is scheduled to be hosted by DHCP agent 7e447456-ff8f-4cbe-bcdd-bfd26b4a7662 with binding_index 1 {{(pid=102477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 18:13:02.066872 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.base_scheduler [None req-69f7c208-977d-4f64-aaaf-d62b1bef9e17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821739-1-iscsi, 3077c19a-cbf8-4446-b0e1-407badbe11d8) {{(pid=102477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:13:02.084734 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f7c208-977d-4f64-aaaf-d62b1bef9e17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:02.085431 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-69f7c208-977d-4f64-aaaf-d62b1bef9e17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7944499'] for subnet, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:02.105014 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-69f7c208-977d-4f64-aaaf-d62b1bef9e17 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4176297 Jun 14 18:13:02.106378 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3abb89-034d-4a85-b5eb-bda4f92ac01e None None] Network 3077c19a-cbf8-4446-b0e1-407badbe11d8 requested from dv-cinder-821739-1-iscsi {{(pid=102478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 18:13:02.107576 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 52954) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:13:02.113569 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.v2.base [None req-6f6d6769-7c9d-403f-9f93-c72443e5544b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1943699625-router', 'tenant_id': '52bb461c3b3941a3a9968fdc4d6f0883', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9'}}} {{(pid=102476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:13:02.143068 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-6f6d6769-7c9d-403f-9f93-c72443e5544b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8279293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16205'] for router, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:02.144732 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-6f6d6769-7c9d-403f-9f93-c72443e5544b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8285349', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8221628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16196'] for router, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:02.203376 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-6f6d6769-7c9d-403f-9f93-c72443e5544b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:02.335444 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-45fe00ae-feb3-448f-ae71-7ec769c159f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '541a79cc-ea6c-4e86-a3e6-05b260334012', 'name': 'tempest-TestVolumeBootPattern-813700890-router', 'tenant_id': 'a98d65273e2546aa9252b74c4f9daae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '90224574-fba3-494b-aff0-a9906c2e6261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:12:56Z', 'updated_at': '2022-06-14T18:12:59Z', 'revision_number': 4, 'project_id': 'a98d65273e2546aa9252b74c4f9daae4', 'gw_port': {'id': '90224574-fba3-494b-aff0-a9906c2e6261', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:42:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541a79cc-ea6c-4e86-a3e6-05b260334012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:12:57Z', 'updated_at': '2022-06-14T18:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_interfaces': [{'id': '45cf2237-13fc-429f-8e42-ba1e2f509c5c', 'name': '', 'network_id': '576da013-3617-4a8e-90bf-f7e3da71dae2', 'tenant_id': 'a98d65273e2546aa9252b74c4f9daae4', 'mac_address': 'fa:16:3e:98:e6:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '541a79cc-ea6c-4e86-a3e6-05b260334012', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'd637fcab-e631-4a9a-85a6-1edd05917c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:12:59Z', 'updated_at': '2022-06-14T18:12:59Z', 'revision_number': 2, 'project_id': 'a98d65273e2546aa9252b74c4f9daae4', 'subnets': [{'id': 'd637fcab-e631-4a9a-85a6-1edd05917c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:13:02.338313 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ab396c-585b-44c2-a199-4c73a54558d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13f8722a-7f63-57e1-9bed-f7c7ba50e3fe-3077c19a-cbf8-4446-b0e1-407badbe11d8', 'network_id': '3077c19a-cbf8-4446-b0e1-407badbe11d8', 'tenant_id': '52bb461c3b3941a3a9968fdc4d6f0883', 'fixed_ips': [{'subnet_id': '97ad2cad-4fe3-4acc-af35-05339c41f1a0'}]}} from dv-cinder-821739-1-iscsi. {{(pid=102478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 14 18:13:02.339177 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-04ab396c-585b-44c2-a199-4c73a54558d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_create {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:02.374729 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-6f6d6769-7c9d-403f-9f93-c72443e5544b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:02.377733 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fe00ae-feb3-448f-ae71-7ec769c159f7 None None] Checking router: 541a79cc-ea6c-4e86-a3e6-05b260334012 for host: dv-cinder-821739-1-iscsi {{(pid=102478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:13:02.378212 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fe00ae-feb3-448f-ae71-7ec769c159f7 None None] Updating router 541a79cc-ea6c-4e86-a3e6-05b260334012 port 45cf2237-13fc-429f-8e42-ba1e2f509c5c binding host dv-cinder-821739-1-iscsi {{(pid=102478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 18:13:02.414077 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-45fe00ae-feb3-448f-ae71-7ec769c159f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:02.624021 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-6f6d6769-7c9d-403f-9f93-c72443e5544b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:02.651159 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.db_base_plugin_common [None req-04ab396c-585b-44c2-a199-4c73a54558d5 None None] Allocated IP 172.20.0.2 (3077c19a-cbf8-4446-b0e1-407badbe11d8/97ad2cad-4fe3-4acc-af35-05339c41f1a0/402cc4bb-b529-44b0-becc-d9c833e8432a) {{(pid=102478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:13:02.652486 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-6f6d6769-7c9d-403f-9f93-c72443e5544b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:02.792600 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.db.db_base_plugin_common [None req-6f6d6769-7c9d-403f-9f93-c72443e5544b admin admin] Allocated IP 172.27.2.245 (0514a421-38fe-44fa-a158-ef00d417fed9/5974f5a1-c656-4a3f-aaeb-f2cb77111b45/9a79848a-b8ec-4c4a-9c72-05af90070400) {{(pid=102476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:13:02.802636 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076c620f-2cb7-4ff8-b2c6-a1060d7f5fcf req-bcbcb47d-f7b1-4cd5-ba11-733a124650f9 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:02.811927 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-076c620f-2cb7-4ff8-b2c6-a1060d7f5fcf req-bcbcb47d-f7b1-4cd5-ba11-733a124650f9 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=69ae7078-ef55-49c6-a2aa-659280d155db HTTP/1.1" status: 200 len: 945 time: 0.0779912 Jun 14 18:13:02.856583 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-076c620f-2cb7-4ff8-b2c6-a1060d7f5fcf req-a6ff02cb-3aae-4a8f-a9f2-1a494922f98c tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434854 Jun 14 18:13:02.930948 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-6f6d6769-7c9d-403f-9f93-c72443e5544b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:02.968189 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-6f6d6769-7c9d-403f-9f93-c72443e5544b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239190878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378765'] for port, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:03.015224 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6d6769-7c9d-403f-9f93-c72443e5544b admin admin] Network 0514a421-38fe-44fa-a158-ef00d417fed9 is already hosted by enough agents. {{(pid=102476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:13:03.018193 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.base_scheduler [None req-6f6d6769-7c9d-403f-9f93-c72443e5544b admin admin] Resources bound (agent type, host, resource id): {{(pid=102476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:13:03.029513 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6d6769-7c9d-403f-9f93-c72443e5544b admin admin] Received port after_create {{(pid=102476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 14 18:13:03.036073 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6d6769-7c9d-403f-9f93-c72443e5544b admin admin] Pushing event updated for resources: {'Port': ['ID=9a79848a-b8ec-4c4a-9c72-05af90070400,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:13:03.116467 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-04ab396c-585b-44c2-a199-4c73a54558d5 None None] Notify callbacks [] for port, precommit_create {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:03.141380 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-04ab396c-585b-44c2-a199-4c73a54558d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239190878'] for port, after_create {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:03.144995 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-45fe00ae-feb3-448f-ae71-7ec769c159f7 None None] Notify callbacks [] for port, precommit_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:03.184172 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-45fe00ae-feb3-448f-ae71-7ec769c159f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:03.199843 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device 90224574-fba3-494b-aff0-a9906c2e6261 up at agent ovs-agent-dv-cinder-821739-1-iscsi {{(pid=102478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:13:03.220298 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ab396c-585b-44c2-a199-4c73a54558d5 None None] Network 3077c19a-cbf8-4446-b0e1-407badbe11d8 is already hosted by enough agents. {{(pid=102478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:13:03.251100 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.scheduler.base_scheduler [None req-04ab396c-585b-44c2-a199-4c73a54558d5 None None] Resources bound (agent type, host, resource id): {{(pid=102478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:13:03.257494 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ab396c-585b-44c2-a199-4c73a54558d5 None None] Received port after_create {{(pid=102478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 14 18:13:03.259878 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ab396c-585b-44c2-a199-4c73a54558d5 None None] Pushing event updated for resources: {'Port': ['ID=402cc4bb-b529-44b0-becc-d9c833e8432a,revision_number=1']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:13:03.371604 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-6f6d6769-7c9d-403f-9f93-c72443e5544b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:03.393707 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c8d426-67ad-4294-838e-d7c1dfc5ee45 None None] Pushing event updated for resources: {'Port': ['ID=45cf2237-13fc-429f-8e42-ba1e2f509c5c,revision_number=3']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:13:03.420870 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Provisioning complete for port 90224574-fba3-494b-aff0-a9906c2e6261 triggered by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:13:03.421245 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:03.423281 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.managers [None req-04ab396c-585b-44c2-a199-4c73a54558d5 None None] Attempting to bind port 402cc4bb-b529-44b0-becc-d9c833e8432a on host dv-cinder-821739-1-iscsi for vnic_type normal with profile {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 14 18:13:03.423581 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.managers [None req-04ab396c-585b-44c2-a199-4c73a54558d5 None None] Attempting to bind port 402cc4bb-b529-44b0-becc-d9c833e8432a by drivers openvswitch,hyperv on host dv-cinder-821739-1-iscsi at level 0 using segments [{'id': '1c87411c-6ddd-46d2-9c2e-28370eddcd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '3077c19a-cbf8-4446-b0e1-407badbe11d8'}] {{(pid=102478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 14 18:13:03.423927 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ab396c-585b-44c2-a199-4c73a54558d5 None None] Attempting to bind port 402cc4bb-b529-44b0-becc-d9c833e8432a on network 3077c19a-cbf8-4446-b0e1-407badbe11d8 {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:13:03.427259 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.managers [None req-45fe00ae-feb3-448f-ae71-7ec769c159f7 None None] Attempting to bind port 45cf2237-13fc-429f-8e42-ba1e2f509c5c on host dv-cinder-821739-1-iscsi for vnic_type normal with profile {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 14 18:13:03.427259 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.managers [None req-45fe00ae-feb3-448f-ae71-7ec769c159f7 None None] Attempting to bind port 45cf2237-13fc-429f-8e42-ba1e2f509c5c by drivers openvswitch,hyperv on host dv-cinder-821739-1-iscsi at level 0 using segments [{'id': '2256f80c-8b7b-45d3-85f9-54dff98916a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '576da013-3617-4a8e-90bf-f7e3da71dae2'}] {{(pid=102478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 14 18:13:03.427548 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fe00ae-feb3-448f-ae71-7ec769c159f7 None None] Attempting to bind port 45cf2237-13fc-429f-8e42-ba1e2f509c5c on network 576da013-3617-4a8e-90bf-f7e3da71dae2 {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:13:03.454707 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ab396c-585b-44c2-a199-4c73a54558d5 None None] Checking agent: {'id': 'e8f0c06d-b34a-40ed-9da4-c5e71adce1cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821739-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 3, 22), 'started_at': datetime.datetime(2022, 6, 14, 18, 3, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821739-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:13:03.455084 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ab396c-585b-44c2-a199-4c73a54558d5 None None] Checking segment: {'id': '1c87411c-6ddd-46d2-9c2e-28370eddcd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '3077c19a-cbf8-4446-b0e1-407badbe11d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 14 18:13:03.455482 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-04ab396c-585b-44c2-a199-4c73a54558d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:03.455874 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ab396c-585b-44c2-a199-4c73a54558d5 None None] Bound using segment: {'id': '1c87411c-6ddd-46d2-9c2e-28370eddcd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '3077c19a-cbf8-4446-b0e1-407badbe11d8'} {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:13:03.456345 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.managers [None req-04ab396c-585b-44c2-a199-4c73a54558d5 None None] Bound port: 402cc4bb-b529-44b0-becc-d9c833e8432a, host: dv-cinder-821739-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c87411c-6ddd-46d2-9c2e-28370eddcd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '3077c19a-cbf8-4446-b0e1-407badbe11d8'}}] {{(pid=102478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 14 18:13:03.456793 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-04ab396c-585b-44c2-a199-4c73a54558d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:03.473215 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fe00ae-feb3-448f-ae71-7ec769c159f7 None None] Checking agent: {'id': 'e8f0c06d-b34a-40ed-9da4-c5e71adce1cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821739-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 3, 22), 'started_at': datetime.datetime(2022, 6, 14, 18, 3, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821739-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:13:03.473579 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fe00ae-feb3-448f-ae71-7ec769c159f7 None None] Checking segment: {'id': '2256f80c-8b7b-45d3-85f9-54dff98916a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '576da013-3617-4a8e-90bf-f7e3da71dae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 14 18:13:03.474071 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-45fe00ae-feb3-448f-ae71-7ec769c159f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:03.474396 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fe00ae-feb3-448f-ae71-7ec769c159f7 None None] Bound using segment: {'id': '2256f80c-8b7b-45d3-85f9-54dff98916a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '576da013-3617-4a8e-90bf-f7e3da71dae2'} {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:13:03.474898 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.managers [None req-45fe00ae-feb3-448f-ae71-7ec769c159f7 None None] Bound port: 45cf2237-13fc-429f-8e42-ba1e2f509c5c, host: dv-cinder-821739-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2256f80c-8b7b-45d3-85f9-54dff98916a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '576da013-3617-4a8e-90bf-f7e3da71dae2'}}] {{(pid=102478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 14 18:13:03.475275 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-45fe00ae-feb3-448f-ae71-7ec769c159f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:03.666833 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-04ab396c-585b-44c2-a199-4c73a54558d5 None None] For port 402cc4bb-b529-44b0-becc-d9c833e8432a, host dv-cinder-821739-1-iscsi, cleared binding levels {{(pid=102478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:13:03.670187 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-45fe00ae-feb3-448f-ae71-7ec769c159f7 None None] For port 45cf2237-13fc-429f-8e42-ba1e2f509c5c, host dv-cinder-821739-1-iscsi, cleared binding levels {{(pid=102478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:13:03.699385 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-04ab396c-585b-44c2-a199-4c73a54558d5 None None] For port 402cc4bb-b529-44b0-becc-d9c833e8432a, host dv-cinder-821739-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=402cc4bb-b529-44b0-becc-d9c833e8432a,segment=NetworkSegment(1c87411c-6ddd-46d2-9c2e-28370eddcd32),segment_id=1c87411c-6ddd-46d2-9c2e-28370eddcd32)] {{(pid=102478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:13:03.701930 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-45fe00ae-feb3-448f-ae71-7ec769c159f7 None None] For port 45cf2237-13fc-429f-8e42-ba1e2f509c5c, host dv-cinder-821739-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=45cf2237-13fc-429f-8e42-ba1e2f509c5c,segment=NetworkSegment(2256f80c-8b7b-45d3-85f9-54dff98916a9),segment_id=2256f80c-8b7b-45d3-85f9-54dff98916a9)] {{(pid=102478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:13:03.704078 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Current status of the port 90224574-fba3-494b-aff0-a9906c2e6261 is: ACTIVE; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:13:03.709542 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-eeb5ca67-2798-4efe-b4eb-361e9d0669b8 None None] Provisioning complete for port 45cf2237-13fc-429f-8e42-ba1e2f509c5c triggered by entity DHCP. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:13:03.710060 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-eeb5ca67-2798-4efe-b4eb-361e9d0669b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:03.712736 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-45fe00ae-feb3-448f-ae71-7ec769c159f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:03.715090 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-04ab396c-585b-44c2-a199-4c73a54558d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:03.857334 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fe00ae-feb3-448f-ae71-7ec769c159f7 None None] Routers {'541a79cc-ea6c-4e86-a3e6-05b260334012'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:13:03.858019 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-45fe00ae-feb3-448f-ae71-7ec769c159f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:12:49Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['541a79cc-ea6c-4e86-a3e6-05b260334012'], 'active': True} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:13:03.907249 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c8d426-67ad-4294-838e-d7c1dfc5ee45 None None] Pushing event updated for resources: {'Port': ['ID=45cf2237-13fc-429f-8e42-ba1e2f509c5c,revision_number=4']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:13:03.972603 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-6f6d6769-7c9d-403f-9f93-c72443e5544b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8287610'] for router, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:04.051892 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-eeb5ca67-2798-4efe-b4eb-361e9d0669b8 None None] Current status of the port 45cf2237-13fc-429f-8e42-ba1e2f509c5c is: DOWN; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:13:04.052587 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-eeb5ca67-2798-4efe-b4eb-361e9d0669b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:04.102528 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ab396c-585b-44c2-a199-4c73a54558d5 None None] Pushing event updated for resources: {'Port': ['ID=402cc4bb-b529-44b0-becc-d9c833e8432a,revision_number=2']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:13:04.111651 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de40b74-bd46-43f5-9536-5115d71ea037 req-d4d2267f-fb7b-47d1-8336-8ddff6beec84 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:04.114979 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-5de40b74-bd46-43f5-9536-5115d71ea037 req-d4d2267f-fb7b-47d1-8336-8ddff6beec84 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=69ae7078-ef55-49c6-a2aa-659280d155db HTTP/1.1" status: 200 len: 945 time: 0.0867205 Jun 14 18:13:04.222936 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-eeb5ca67-2798-4efe-b4eb-361e9d0669b8 None None] For port 45cf2237-13fc-429f-8e42-ba1e2f509c5c, host dv-cinder-821739-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=45cf2237-13fc-429f-8e42-ba1e2f509c5c,segment=NetworkSegment(2256f80c-8b7b-45d3-85f9-54dff98916a9),segment_id=2256f80c-8b7b-45d3-85f9-54dff98916a9)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:13:04.239947 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-5de40b74-bd46-43f5-9536-5115d71ea037 req-6ef16828-bd16-4a17-b820-d0aa23bd4aa1 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655899 Jun 14 18:13:04.251457 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvr_db [None req-45fe00ae-feb3-448f-ae71-7ec769c159f7 None None] Set router 541a79cc-ea6c-4e86-a3e6-05b260334012 gateway port host: dv-cinder-821739-1-iscsi {{(pid=102478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:13:04.291972 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-eeb5ca67-2798-4efe-b4eb-361e9d0669b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:04.299712 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f6d6769-7c9d-403f-9f93-c72443e5544b admin admin] Router ac4007c1-118a-49d3-81cd-30e51e55fb02 is scheduled to L3 agent 2bd7ef4a-700f-45f4-ae1e-98ca6454acba with binding_index 1 {{(pid=102476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 14 18:13:04.451206 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb5ca67-2798-4efe-b4eb-361e9d0669b8 None None] Pushing event updated for resources: {'Port': ['ID=45cf2237-13fc-429f-8e42-ba1e2f509c5c,revision_number=5']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:13:04.466874 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f6d6769-7c9d-403f-9f93-c72443e5544b admin admin] Notify agent at l3_agent.dv-cinder-821739-1-iscsi the message routers_updated {{(pid=102476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:13:04.481052 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3a1503-f7b8-4b38-9ce2-80b8bf3325e4 None None] Sync routers for ids ['ac4007c1-118a-49d3-81cd-30e51e55fb02'] in dv-cinder-821739-1-iscsi {{(pid=102479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:13:04.489018 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-6f6d6769-7c9d-403f-9f93-c72443e5544b admin admin] Notify callbacks [] for router, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:04.489235 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-5804c8f3-060f-4401-9bb3-bc55177eeba9 None None] Provisioning complete for port 45cf2237-13fc-429f-8e42-ba1e2f509c5c triggered by entity DHCP. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:13:04.489561 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-5804c8f3-060f-4401-9bb3-bc55177eeba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:04.490549 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-6f6d6769-7c9d-403f-9f93-c72443e5544b admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3819327 Jun 14 18:13:04.493344 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 53010) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:13:04.500462 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3a1503-f7b8-4b38-9ce2-80b8bf3325e4 None None] Routers {'ac4007c1-118a-49d3-81cd-30e51e55fb02'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:13:04.514185 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-0e3a1503-f7b8-4b38-9ce2-80b8bf3325e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:12:49Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['ac4007c1-118a-49d3-81cd-30e51e55fb02'], 'active': True} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:13:04.637180 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvr_db [None req-0e3a1503-f7b8-4b38-9ce2-80b8bf3325e4 None None] Set router ac4007c1-118a-49d3-81cd-30e51e55fb02 gateway port host: dv-cinder-821739-1-iscsi {{(pid=102479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:13:04.647843 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-5804c8f3-060f-4401-9bb3-bc55177eeba9 None None] Current status of the port 45cf2237-13fc-429f-8e42-ba1e2f509c5c is: ACTIVE; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:13:04.664101 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-45fe00ae-feb3-448f-ae71-7ec769c159f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '541a79cc-ea6c-4e86-a3e6-05b260334012', 'name': 'tempest-TestVolumeBootPattern-813700890-router', 'tenant_id': 'a98d65273e2546aa9252b74c4f9daae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '90224574-fba3-494b-aff0-a9906c2e6261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:12:56Z', 'updated_at': '2022-06-14T18:12:59Z', 'revision_number': 4, 'project_id': 'a98d65273e2546aa9252b74c4f9daae4', 'gw_port': {'id': '90224574-fba3-494b-aff0-a9906c2e6261', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:42:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541a79cc-ea6c-4e86-a3e6-05b260334012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:12:57Z', 'updated_at': '2022-06-14T18:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_interfaces': [{'id': '45cf2237-13fc-429f-8e42-ba1e2f509c5c', 'name': '', 'network_id': '576da013-3617-4a8e-90bf-f7e3da71dae2', 'tenant_id': 'a98d65273e2546aa9252b74c4f9daae4', 'mac_address': 'fa:16:3e:98:e6:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '541a79cc-ea6c-4e86-a3e6-05b260334012', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'd637fcab-e631-4a9a-85a6-1edd05917c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:12:59Z', 'updated_at': '2022-06-14T18:13:03Z', 'revision_number': 4, 'project_id': 'a98d65273e2546aa9252b74c4f9daae4', 'subnets': [{'id': 'd637fcab-e631-4a9a-85a6-1edd05917c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:13:04.698233 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fe00ae-feb3-448f-ae71-7ec769c159f7 None None] The sync data for ids ['541a79cc-ea6c-4e86-a3e6-05b260334012'] in dv-cinder-821739-1-iscsi is: [{'id': '541a79cc-ea6c-4e86-a3e6-05b260334012', 'name': 'tempest-TestVolumeBootPattern-813700890-router', 'tenant_id': 'a98d65273e2546aa9252b74c4f9daae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '90224574-fba3-494b-aff0-a9906c2e6261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:12:56Z', 'updated_at': '2022-06-14T18:12:59Z', 'revision_number': 4, 'project_id': 'a98d65273e2546aa9252b74c4f9daae4', 'gw_port': {'id': '90224574-fba3-494b-aff0-a9906c2e6261', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:42:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541a79cc-ea6c-4e86-a3e6-05b260334012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:12:57Z', 'updated_at': '2022-06-14T18:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_interfaces': [{'id': '45cf2237-13fc-429f-8e42-ba1e2f509c5c', 'name': '', 'network_id': '576da013-3617-4a8e-90bf-f7e3da71dae2', 'tenant_id': 'a98d65273e2546aa9252b74c4f9daae4', 'mac_address': 'fa:16:3e:98:e6:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '541a79cc-ea6c-4e86-a3e6-05b260334012', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'd637fcab-e631-4a9a-85a6-1edd05917c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:12:59Z', 'updated_at': '2022-06-14T18:13:03Z', 'revision_number': 4, 'project_id': 'a98d65273e2546aa9252b74c4f9daae4', 'subnets': [{'id': 'd637fcab-e631-4a9a-85a6-1edd05917c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:13:04.888273 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-0e3a1503-f7b8-4b38-9ce2-80b8bf3325e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4007c1-118a-49d3-81cd-30e51e55fb02', 'name': 'tempest-TestVolumeBootPattern-1943699625-router', 'tenant_id': '52bb461c3b3941a3a9968fdc4d6f0883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '9a79848a-b8ec-4c4a-9c72-05af90070400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:13:02Z', 'updated_at': '2022-06-14T18:13:03Z', 'revision_number': 3, 'project_id': '52bb461c3b3941a3a9968fdc4d6f0883', 'gw_port': {'id': '9a79848a-b8ec-4c4a-9c72-05af90070400', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ef:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac4007c1-118a-49d3-81cd-30e51e55fb02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:13:02Z', 'updated_at': '2022-06-14T18:13:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi'}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:13:04.936411 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3a1503-f7b8-4b38-9ce2-80b8bf3325e4 None None] Checking router: ac4007c1-118a-49d3-81cd-30e51e55fb02 for host: dv-cinder-821739-1-iscsi {{(pid=102479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:13:04.936761 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3a1503-f7b8-4b38-9ce2-80b8bf3325e4 None None] Updating router ac4007c1-118a-49d3-81cd-30e51e55fb02 port 9a79848a-b8ec-4c4a-9c72-05af90070400 binding host dv-cinder-821739-1-iscsi {{(pid=102479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 18:13:04.969682 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron_lib.callbacks.manager [None req-0e3a1503-f7b8-4b38-9ce2-80b8bf3325e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:05.056318 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-4e9f3b00-6866-47d3-91a7-3821234f7de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:05.319163 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device 402cc4bb-b529-44b0-becc-d9c833e8432a up at agent ovs-agent-dv-cinder-821739-1-iscsi {{(pid=102478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:13:05.358844 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d4676e-881f-4eb3-a2de-0083991ade24 None None] Network 3077c19a-cbf8-4446-b0e1-407badbe11d8 requested from dv-cinder-821739-1-iscsi {{(pid=102478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 18:13:05.406896 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron_lib.callbacks.manager [None req-0e3a1503-f7b8-4b38-9ce2-80b8bf3325e4 None None] Notify callbacks [] for port, precommit_update {{(pid=102479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:05.414877 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron_lib.callbacks.manager [None req-0e3a1503-f7b8-4b38-9ce2-80b8bf3325e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:05.470192 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.plugins.ml2.managers [None req-0e3a1503-f7b8-4b38-9ce2-80b8bf3325e4 None None] Attempting to bind port 9a79848a-b8ec-4c4a-9c72-05af90070400 on host dv-cinder-821739-1-iscsi for vnic_type normal with profile {{(pid=102479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 14 18:13:05.470552 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.plugins.ml2.managers [None req-0e3a1503-f7b8-4b38-9ce2-80b8bf3325e4 None None] Attempting to bind port 9a79848a-b8ec-4c4a-9c72-05af90070400 by drivers openvswitch,hyperv on host dv-cinder-821739-1-iscsi at level 0 using segments [{'id': 'd3be3284-4005-440f-af8c-13455fbdf684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9'}] {{(pid=102479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 14 18:13:05.470908 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3a1503-f7b8-4b38-9ce2-80b8bf3325e4 None None] Attempting to bind port 9a79848a-b8ec-4c4a-9c72-05af90070400 on network 0514a421-38fe-44fa-a158-ef00d417fed9 {{(pid=102479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:13:05.481778 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3a1503-f7b8-4b38-9ce2-80b8bf3325e4 None None] Checking agent: {'id': 'e8f0c06d-b34a-40ed-9da4-c5e71adce1cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821739-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 3, 22), 'started_at': datetime.datetime(2022, 6, 14, 18, 3, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821739-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:13:05.482520 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3a1503-f7b8-4b38-9ce2-80b8bf3325e4 None None] Checking segment: {'id': 'd3be3284-4005-440f-af8c-13455fbdf684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 14 18:13:05.482632 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron_lib.callbacks.manager [None req-0e3a1503-f7b8-4b38-9ce2-80b8bf3325e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:05.483344 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3a1503-f7b8-4b38-9ce2-80b8bf3325e4 None None] Bound using segment: {'id': 'd3be3284-4005-440f-af8c-13455fbdf684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9'} {{(pid=102479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:13:05.483541 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.plugins.ml2.managers [None req-0e3a1503-f7b8-4b38-9ce2-80b8bf3325e4 None None] Bound port: 9a79848a-b8ec-4c4a-9c72-05af90070400, host: dv-cinder-821739-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3be3284-4005-440f-af8c-13455fbdf684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9'}}] {{(pid=102479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 14 18:13:05.483875 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron_lib.callbacks.manager [None req-0e3a1503-f7b8-4b38-9ce2-80b8bf3325e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:05.565269 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a223f23-03ae-44d9-a6af-5a043aecd8ee None None] Pushing event updated for resources: {'Port': ['ID=9a79848a-b8ec-4c4a-9c72-05af90070400,revision_number=2']} {{(pid=102479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:13:05.582849 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.plugins.ml2.db [None req-0e3a1503-f7b8-4b38-9ce2-80b8bf3325e4 None None] For port 9a79848a-b8ec-4c4a-9c72-05af90070400, host dv-cinder-821739-1-iscsi, cleared binding levels {{(pid=102479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:13:05.594305 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-ea61bb88-dcd7-4940-a0b6-e983835943c8 None None] Provisioning complete for port 402cc4bb-b529-44b0-becc-d9c833e8432a triggered by entity DHCP. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:13:05.594859 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-ea61bb88-dcd7-4940-a0b6-e983835943c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:05.601530 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.plugins.ml2.db [None req-0e3a1503-f7b8-4b38-9ce2-80b8bf3325e4 None None] For port 9a79848a-b8ec-4c4a-9c72-05af90070400, host dv-cinder-821739-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=9a79848a-b8ec-4c4a-9c72-05af90070400,segment=NetworkSegment(d3be3284-4005-440f-af8c-13455fbdf684),segment_id=d3be3284-4005-440f-af8c-13455fbdf684)] {{(pid=102479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:13:05.610628 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron_lib.callbacks.manager [None req-0e3a1503-f7b8-4b38-9ce2-80b8bf3325e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:05.655476 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Provisioning complete for port 402cc4bb-b529-44b0-becc-d9c833e8432a triggered by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:13:05.655856 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:05.672164 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3a1503-f7b8-4b38-9ce2-80b8bf3325e4 None None] Routers {'ac4007c1-118a-49d3-81cd-30e51e55fb02'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:13:05.673232 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-0e3a1503-f7b8-4b38-9ce2-80b8bf3325e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:12:49Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['ac4007c1-118a-49d3-81cd-30e51e55fb02'], 'active': True} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:13:05.718330 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0e07d2-d13d-41a3-9c49-13ecc185b8f7 req-6ac7ffc8-008d-4436-b73e-aeb6a28e9210 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:05.726216 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-ba0e07d2-d13d-41a3-9c49-13ecc185b8f7 req-6ac7ffc8-008d-4436-b73e-aeb6a28e9210 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=69ae7078-ef55-49c6-a2aa-659280d155db HTTP/1.1" status: 200 len: 945 time: 0.1417556 Jun 14 18:13:05.743199 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a223f23-03ae-44d9-a6af-5a043aecd8ee None None] Pushing event updated for resources: {'Port': ['ID=9a79848a-b8ec-4c4a-9c72-05af90070400,revision_number=3']} {{(pid=102479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:13:05.771316 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.db_base_plugin_common [None req-4e9f3b00-6866-47d3-91a7-3821234f7de1 admin admin] Allocated IP 172.20.0.1 (3077c19a-cbf8-4446-b0e1-407badbe11d8/97ad2cad-4fe3-4acc-af35-05339c41f1a0/3b0fca2f-863e-4289-9801-f527d9b74348) {{(pid=102477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:13:05.818542 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-ba0e07d2-d13d-41a3-9c49-13ecc185b8f7 req-e294c946-b2e9-4a73-890c-e64d0d96409e tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911500 Jun 14 18:13:05.859002 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvr_db [None req-0e3a1503-f7b8-4b38-9ce2-80b8bf3325e4 None None] Set router ac4007c1-118a-49d3-81cd-30e51e55fb02 gateway port host: dv-cinder-821739-1-iscsi {{(pid=102479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:13:05.962158 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-4e9f3b00-6866-47d3-91a7-3821234f7de1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:06.033851 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-4e9f3b00-6866-47d3-91a7-3821234f7de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239190878'] for port, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:06.087553 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Current status of the port 402cc4bb-b529-44b0-becc-d9c833e8432a is: DOWN; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:13:06.096740 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:06.126430 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9f3b00-6866-47d3-91a7-3821234f7de1 admin admin] Network 3077c19a-cbf8-4446-b0e1-407badbe11d8 is already hosted by enough agents. {{(pid=102477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:13:06.158143 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9f3b00-6866-47d3-91a7-3821234f7de1 admin admin] Pushing event updated for resources: {'Port': ['ID=3b0fca2f-863e-4289-9801-f527d9b74348,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:13:06.167018 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.base_scheduler [None req-4e9f3b00-6866-47d3-91a7-3821234f7de1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:13:06.176576 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9f3b00-6866-47d3-91a7-3821234f7de1 admin admin] Received port after_create {{(pid=102477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 14 18:13:06.177079 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-4e9f3b00-6866-47d3-91a7-3821234f7de1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8287653'] for router_interface, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:06.179251 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-0e3a1503-f7b8-4b38-9ce2-80b8bf3325e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4007c1-118a-49d3-81cd-30e51e55fb02', 'name': 'tempest-TestVolumeBootPattern-1943699625-router', 'tenant_id': '52bb461c3b3941a3a9968fdc4d6f0883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '9a79848a-b8ec-4c4a-9c72-05af90070400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:13:02Z', 'updated_at': '2022-06-14T18:13:03Z', 'revision_number': 3, 'project_id': '52bb461c3b3941a3a9968fdc4d6f0883', 'gw_port': {'id': '9a79848a-b8ec-4c4a-9c72-05af90070400', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ef:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac4007c1-118a-49d3-81cd-30e51e55fb02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:13:02Z', 'updated_at': '2022-06-14T18:13:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi'}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:13:06.201396 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] For port 402cc4bb-b529-44b0-becc-d9c833e8432a, host dv-cinder-821739-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=402cc4bb-b529-44b0-becc-d9c833e8432a,segment=NetworkSegment(1c87411c-6ddd-46d2-9c2e-28370eddcd32),segment_id=1c87411c-6ddd-46d2-9c2e-28370eddcd32)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:13:06.216302 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3a1503-f7b8-4b38-9ce2-80b8bf3325e4 None None] The sync data for ids ['ac4007c1-118a-49d3-81cd-30e51e55fb02'] in dv-cinder-821739-1-iscsi is: [{'id': 'ac4007c1-118a-49d3-81cd-30e51e55fb02', 'name': 'tempest-TestVolumeBootPattern-1943699625-router', 'tenant_id': '52bb461c3b3941a3a9968fdc4d6f0883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '9a79848a-b8ec-4c4a-9c72-05af90070400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:13:02Z', 'updated_at': '2022-06-14T18:13:03Z', 'revision_number': 3, 'project_id': '52bb461c3b3941a3a9968fdc4d6f0883', 'gw_port': {'id': '9a79848a-b8ec-4c4a-9c72-05af90070400', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ef:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac4007c1-118a-49d3-81cd-30e51e55fb02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:13:02Z', 'updated_at': '2022-06-14T18:13:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi'}] {{(pid=102479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:13:06.242754 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-ea61bb88-dcd7-4940-a0b6-e983835943c8 None None] Current status of the port 402cc4bb-b529-44b0-becc-d9c833e8432a is: DOWN; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:13:06.246384 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-ea61bb88-dcd7-4940-a0b6-e983835943c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:06.251271 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:06.258868 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device 45cf2237-13fc-429f-8e42-ba1e2f509c5c up at agent ovs-agent-dv-cinder-821739-1-iscsi {{(pid=102478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:13:06.402430 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.db.api [None req-ea61bb88-dcd7-4940-a0b6-e983835943c8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 14 18:13:06.402780 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG oslo_db.api [None req-ea61bb88-dcd7-4940-a0b6-e983835943c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 14 18:13:06.407625 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-4e9f3b00-6866-47d3-91a7-3821234f7de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:06.422851 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Pushing event updated for resources: {'Port': ['ID=402cc4bb-b529-44b0-becc-d9c833e8432a,revision_number=3']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:13:06.442709 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Provisioning complete for port 45cf2237-13fc-429f-8e42-ba1e2f509c5c triggered by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:13:06.443102 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:06.576993 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Current status of the port 45cf2237-13fc-429f-8e42-ba1e2f509c5c is: ACTIVE; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:13:06.640408 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-4e9f3b00-6866-47d3-91a7-3821234f7de1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:06.665185 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-4e9f3b00-6866-47d3-91a7-3821234f7de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:06.666176 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-4e9f3b00-6866-47d3-91a7-3821234f7de1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7944463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8284469'] for router_interface, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:06.789054 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9f3b00-6866-47d3-91a7-3821234f7de1 admin admin] Pushing event updated for resources: {'Port': ['ID=3b0fca2f-863e-4289-9801-f527d9b74348,revision_number=2']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:13:06.824789 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9f3b00-6866-47d3-91a7-3821234f7de1 admin admin] Network 3077c19a-cbf8-4446-b0e1-407badbe11d8 is already hosted by enough agents. {{(pid=102477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:13:06.826295 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.base_scheduler [None req-4e9f3b00-6866-47d3-91a7-3821234f7de1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:13:06.951303 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-ea61bb88-dcd7-4940-a0b6-e983835943c8 None None] Current status of the port 402cc4bb-b529-44b0-becc-d9c833e8432a is: ACTIVE; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:13:06.982077 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7108799-7a39-45f3-b0f9-4b4ecbbfa422 req-7c9ba366-ab9f-4965-9832-03f30be5ba66 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:06.984342 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-c7108799-7a39-45f3-b0f9-4b4ecbbfa422 req-7c9ba366-ab9f-4965-9832-03f30be5ba66 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=69ae7078-ef55-49c6-a2aa-659280d155db HTTP/1.1" status: 200 len: 945 time: 0.0838020 Jun 14 18:13:07.018497 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e9f3b00-6866-47d3-91a7-3821234f7de1 admin admin] Router ac4007c1-118a-49d3-81cd-30e51e55fb02 has already been hosted by L3 agent 2bd7ef4a-700f-45f4-ae1e-98ca6454acba {{(pid=102477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:13:07.048586 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-c7108799-7a39-45f3-b0f9-4b4ecbbfa422 req-9e8a2522-7638-4702-bdee-61b8d5d401f5 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496261 Jun 14 18:13:07.095544 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-b33349f1-fbcf-456a-b2d7-3e2633a59705 None None] Provisioning complete for port 402cc4bb-b529-44b0-becc-d9c833e8432a triggered by entity DHCP. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:13:07.095996 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-b33349f1-fbcf-456a-b2d7-3e2633a59705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:07.218437 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e9f3b00-6866-47d3-91a7-3821234f7de1 admin admin] Notify agent at l3_agent.dv-cinder-821739-1-iscsi the message routers_updated {{(pid=102477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:13:07.230767 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-4e9f3b00-6866-47d3-91a7-3821234f7de1 admin admin] 10.222.0.70 "PUT /v2.0/routers/ac4007c1-118a-49d3-81cd-30e51e55fb02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7357180 Jun 14 18:13:07.239734 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-b33349f1-fbcf-456a-b2d7-3e2633a59705 None None] Current status of the port 402cc4bb-b529-44b0-becc-d9c833e8432a is: ACTIVE; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:13:07.258437 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-b33349f1-fbcf-456a-b2d7-3e2633a59705 None None] Provisioning complete for port 3b0fca2f-863e-4289-9801-f527d9b74348 triggered by entity DHCP. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:13:07.258897 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-b33349f1-fbcf-456a-b2d7-3e2633a59705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:07.319252 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-b33349f1-fbcf-456a-b2d7-3e2633a59705 None None] Port 3b0fca2f-863e-4289-9801-f527d9b74348 cannot update to ACTIVE because it is not bound. {{(pid=102478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jun 14 18:13:07.341848 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device 9a79848a-b8ec-4c4a-9c72-05af90070400 up at agent ovs-agent-dv-cinder-821739-1-iscsi {{(pid=102478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:13:07.399701 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Provisioning complete for port 9a79848a-b8ec-4c4a-9c72-05af90070400 triggered by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:13:07.400085 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:07.461026 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-c6d86ea6-4494-4e60-8bf2-4fa9bb790bf2 None None] Provisioning complete for port 3b0fca2f-863e-4289-9801-f527d9b74348 triggered by entity DHCP. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:13:07.461522 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-c6d86ea6-4494-4e60-8bf2-4fa9bb790bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:07.539899 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Current status of the port 9a79848a-b8ec-4c4a-9c72-05af90070400 is: DOWN; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:13:07.539899 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:07.571810 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] For port 9a79848a-b8ec-4c4a-9c72-05af90070400, host dv-cinder-821739-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=9a79848a-b8ec-4c4a-9c72-05af90070400,segment=NetworkSegment(d3be3284-4005-440f-af8c-13455fbdf684),segment_id=d3be3284-4005-440f-af8c-13455fbdf684)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:13:07.573455 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-c6d86ea6-4494-4e60-8bf2-4fa9bb790bf2 None None] Port 3b0fca2f-863e-4289-9801-f527d9b74348 cannot update to ACTIVE because it is not bound. {{(pid=102478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jun 14 18:13:07.580577 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:07.581603 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device 402cc4bb-b529-44b0-becc-d9c833e8432a up at agent ovs-agent-dv-cinder-821739-1-iscsi {{(pid=102478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:13:07.654958 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Pushing event updated for resources: {'Port': ['ID=9a79848a-b8ec-4c4a-9c72-05af90070400,revision_number=4']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:13:07.681695 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Provisioning complete for port 402cc4bb-b529-44b0-becc-d9c833e8432a triggered by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:13:07.682184 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:07.766010 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Current status of the port 402cc4bb-b529-44b0-becc-d9c833e8432a is: ACTIVE; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:13:07.779052 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 53054) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:13:07.783620 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.v2.base [None req-c41779c9-819d-4b1d-b180-20041809c546 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2007796225', 'description': 'tempest-secgroup-smoke-2007796225 description', 'project_id': 'a98d65273e2546aa9252b74c4f9daae4'}} {{(pid=102477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:13:07.807343 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-c41779c9-819d-4b1d-b180-20041809c546 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks [] for security_group, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:07.880827 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-c41779c9-819d-4b1d-b180-20041809c546 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks [] for security_group, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:07.884462 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-c41779c9-819d-4b1d-b180-20041809c546 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:07.914237 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-c41779c9-819d-4b1d-b180-20041809c546 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks [] for security_group, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:07.915438 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-c41779c9-819d-4b1d-b180-20041809c546 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1353686 Jun 14 18:13:07.916277 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41779c9-819d-4b1d-b180-20041809c546 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e9b1789-2c21-44c4-9200-ad2f8fbcbd48,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:13:07.918478 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 53056) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:13:07.923000 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.v2.base [None req-62c412e8-33d4-4b2e-b2b3-f5090bbee594 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Request body: {'security_group_rule': {'security_group_id': '6e9b1789-2c21-44c4-9200-ad2f8fbcbd48', 'project_id': 'a98d65273e2546aa9252b74c4f9daae4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:13:07.954758 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-62c412e8-33d4-4b2e-b2b3-f5090bbee594 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:08.032575 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-62c412e8-33d4-4b2e-b2b3-f5090bbee594 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:08.038188 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-62c412e8-33d4-4b2e-b2b3-f5090bbee594 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8370858'] for security_group_rule, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:08.054603 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c412e8-33d4-4b2e-b2b3-f5090bbee594 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91ec4261-5afd-4dc0-a6a4-31cce60cfc4a,revision_number=0']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:13:08.073204 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-62c412e8-33d4-4b2e-b2b3-f5090bbee594 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:08.074452 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-62c412e8-33d4-4b2e-b2b3-f5090bbee594 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1549911 Jun 14 18:13:08.077356 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 53060) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:13:08.082924 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.v2.base [None req-54142d44-b466-4651-b640-99789e8b597e tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Request body: {'security_group_rule': {'security_group_id': '6e9b1789-2c21-44c4-9200-ad2f8fbcbd48', 'project_id': 'a98d65273e2546aa9252b74c4f9daae4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:13:08.119615 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-54142d44-b466-4651-b640-99789e8b597e tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:08.165876 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1c26ae-c067-4d81-a13f-161df2962feb req-b27e206c-d65d-4736-8c5d-15978708e44c tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:08.167550 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-8a1c26ae-c067-4d81-a13f-161df2962feb req-b27e206c-d65d-4736-8c5d-15978708e44c tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=69ae7078-ef55-49c6-a2aa-659280d155db HTTP/1.1" status: 200 len: 945 time: 0.0559814 Jun 14 18:13:08.192315 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-54142d44-b466-4651-b640-99789e8b597e tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:08.202556 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-54142d44-b466-4651-b640-99789e8b597e tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8370858'] for security_group_rule, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:08.209504 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-8a1c26ae-c067-4d81-a13f-161df2962feb req-0b6d9040-0f5e-4625-a1df-d590f4bc9e0d tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351768 Jun 14 18:13:08.225700 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54142d44-b466-4651-b640-99789e8b597e tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16a73f47-033e-4c3f-80e0-d4f0d21d8a38,revision_number=0']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:13:08.231970 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-54142d44-b466-4651-b640-99789e8b597e tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:08.233445 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-54142d44-b466-4651-b640-99789e8b597e tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1549082 Jun 14 18:13:08.236676 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 53064) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:13:08.241784 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.v2.base [None req-b7c86ee3-e8bb-4e28-9570-c7fc7200a53f tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Request body: {'security_group_rule': {'security_group_id': '6e9b1789-2c21-44c4-9200-ad2f8fbcbd48', 'project_id': 'a98d65273e2546aa9252b74c4f9daae4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:13:08.274781 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-b7c86ee3-e8bb-4e28-9570-c7fc7200a53f tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:08.327485 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-b7c86ee3-e8bb-4e28-9570-c7fc7200a53f tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:08.333167 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-b7c86ee3-e8bb-4e28-9570-c7fc7200a53f tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8370858'] for security_group_rule, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:08.351958 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c86ee3-e8bb-4e28-9570-c7fc7200a53f tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee3f8d9f-598a-428f-9e39-1b614b2a0eee,revision_number=0']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:13:08.360551 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-b7c86ee3-e8bb-4e28-9570-c7fc7200a53f tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:08.361756 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-b7c86ee3-e8bb-4e28-9570-c7fc7200a53f tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1240077 Jun 14 18:13:08.364681 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 53066) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:13:08.368927 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.v2.base [None req-c0261ceb-8c19-4a03-9f34-20c52b5339fd tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Request body: {'security_group_rule': {'security_group_id': '6e9b1789-2c21-44c4-9200-ad2f8fbcbd48', 'project_id': 'a98d65273e2546aa9252b74c4f9daae4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:13:08.396366 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-c0261ceb-8c19-4a03-9f34-20c52b5339fd tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:08.433330 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d6d994-e265-4ee4-a370-178eef317701 None None] Sync routers for ids ['ac4007c1-118a-49d3-81cd-30e51e55fb02'] in dv-cinder-821739-1-iscsi {{(pid=102478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:13:08.444134 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d6d994-e265-4ee4-a370-178eef317701 None None] Routers {'ac4007c1-118a-49d3-81cd-30e51e55fb02'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:13:08.444759 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-26d6d994-e265-4ee4-a370-178eef317701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:12:49Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['ac4007c1-118a-49d3-81cd-30e51e55fb02'], 'active': True} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:13:08.463289 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-c0261ceb-8c19-4a03-9f34-20c52b5339fd tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:08.466982 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-c0261ceb-8c19-4a03-9f34-20c52b5339fd tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8370858'] for security_group_rule, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:08.489799 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0261ceb-8c19-4a03-9f34-20c52b5339fd tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03fade69-fc59-4a44-8c3e-2f4c12dccda8,revision_number=0']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:13:08.496655 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-c0261ceb-8c19-4a03-9f34-20c52b5339fd tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:08.497907 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-c0261ceb-8c19-4a03-9f34-20c52b5339fd tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1322517 Jun 14 18:13:08.500478 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 53068) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:13:08.505860 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.v2.base [None req-5a3f0b64-4987-4904-8660-c4c07afc3383 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Request body: {'security_group_rule': {'security_group_id': '6e9b1789-2c21-44c4-9200-ad2f8fbcbd48', 'project_id': 'a98d65273e2546aa9252b74c4f9daae4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:13:08.532474 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.db.securitygroups_db [None req-5a3f0b64-4987-4904-8660-c4c07afc3383 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Project a98d65273e2546aa9252b74c4f9daae4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 14 18:13:08.541213 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-5a3f0b64-4987-4904-8660-c4c07afc3383 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:08.558871 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvr_db [None req-26d6d994-e265-4ee4-a370-178eef317701 None None] Set router ac4007c1-118a-49d3-81cd-30e51e55fb02 gateway port host: dv-cinder-821739-1-iscsi {{(pid=102478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:13:08.614307 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-5a3f0b64-4987-4904-8660-c4c07afc3383 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:08.620535 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-5a3f0b64-4987-4904-8660-c4c07afc3383 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8370858'] for security_group_rule, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:08.639657 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3f0b64-4987-4904-8660-c4c07afc3383 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc180532-88c3-456b-bf74-bf1b65fb42ed,revision_number=0']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:13:08.649597 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-5a3f0b64-4987-4904-8660-c4c07afc3383 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:08.651252 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-5a3f0b64-4987-4904-8660-c4c07afc3383 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1498113 Jun 14 18:13:08.655934 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 53076) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:13:08.663666 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.v2.base [None req-617ada84-6721-4f32-8c57-0dc41689ce65 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Request body: {'security_group_rule': {'security_group_id': '6e9b1789-2c21-44c4-9200-ad2f8fbcbd48', 'project_id': 'a98d65273e2546aa9252b74c4f9daae4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:13:08.687758 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.db.securitygroups_db [None req-617ada84-6721-4f32-8c57-0dc41689ce65 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Project a98d65273e2546aa9252b74c4f9daae4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 14 18:13:08.693693 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-617ada84-6721-4f32-8c57-0dc41689ce65 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:08.757436 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-617ada84-6721-4f32-8c57-0dc41689ce65 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:08.761299 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-617ada84-6721-4f32-8c57-0dc41689ce65 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8370858'] for security_group_rule, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:08.780819 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617ada84-6721-4f32-8c57-0dc41689ce65 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6751998c-83df-4fc0-becb-8cb5b947c844,revision_number=0']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:13:08.787119 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-617ada84-6721-4f32-8c57-0dc41689ce65 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:08.788336 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-617ada84-6721-4f32-8c57-0dc41689ce65 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1311529 Jun 14 18:13:08.803982 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-26d6d994-e265-4ee4-a370-178eef317701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4007c1-118a-49d3-81cd-30e51e55fb02', 'name': 'tempest-TestVolumeBootPattern-1943699625-router', 'tenant_id': '52bb461c3b3941a3a9968fdc4d6f0883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '9a79848a-b8ec-4c4a-9c72-05af90070400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:13:02Z', 'updated_at': '2022-06-14T18:13:06Z', 'revision_number': 4, 'project_id': '52bb461c3b3941a3a9968fdc4d6f0883', 'gw_port': {'id': '9a79848a-b8ec-4c4a-9c72-05af90070400', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ef:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4007c1-118a-49d3-81cd-30e51e55fb02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:13:02Z', 'updated_at': '2022-06-14T18:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_interfaces': [{'id': '3b0fca2f-863e-4289-9801-f527d9b74348', 'name': '', 'network_id': '3077c19a-cbf8-4446-b0e1-407badbe11d8', 'tenant_id': '52bb461c3b3941a3a9968fdc4d6f0883', 'mac_address': 'fa:16:3e:87:da:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac4007c1-118a-49d3-81cd-30e51e55fb02', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '97ad2cad-4fe3-4acc-af35-05339c41f1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:13:05Z', 'updated_at': '2022-06-14T18:13:06Z', 'revision_number': 2, 'project_id': '52bb461c3b3941a3a9968fdc4d6f0883', 'subnets': [{'id': '97ad2cad-4fe3-4acc-af35-05339c41f1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:13:08.834335 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d6d994-e265-4ee4-a370-178eef317701 None None] Checking router: ac4007c1-118a-49d3-81cd-30e51e55fb02 for host: dv-cinder-821739-1-iscsi {{(pid=102478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:13:08.834694 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d6d994-e265-4ee4-a370-178eef317701 None None] Updating router ac4007c1-118a-49d3-81cd-30e51e55fb02 port 3b0fca2f-863e-4289-9801-f527d9b74348 binding host dv-cinder-821739-1-iscsi {{(pid=102478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 18:13:08.860814 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-26d6d994-e265-4ee4-a370-178eef317701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:09.135026 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-26d6d994-e265-4ee4-a370-178eef317701 None None] Notify callbacks [] for port, precommit_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:09.141625 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-26d6d994-e265-4ee4-a370-178eef317701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:09.176482 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device 9a79848a-b8ec-4c4a-9c72-05af90070400 up at agent ovs-agent-dv-cinder-821739-1-iscsi {{(pid=102478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:13:09.234264 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d0c8a0-480e-4d78-a84b-ae76960a911b None None] Pushing event updated for resources: {'Port': ['ID=3b0fca2f-863e-4289-9801-f527d9b74348,revision_number=3']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:13:09.322230 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.managers [None req-26d6d994-e265-4ee4-a370-178eef317701 None None] Attempting to bind port 3b0fca2f-863e-4289-9801-f527d9b74348 on host dv-cinder-821739-1-iscsi for vnic_type normal with profile {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 14 18:13:09.322596 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.managers [None req-26d6d994-e265-4ee4-a370-178eef317701 None None] Attempting to bind port 3b0fca2f-863e-4289-9801-f527d9b74348 by drivers openvswitch,hyperv on host dv-cinder-821739-1-iscsi at level 0 using segments [{'id': '1c87411c-6ddd-46d2-9c2e-28370eddcd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '3077c19a-cbf8-4446-b0e1-407badbe11d8'}] {{(pid=102478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 14 18:13:09.323088 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d6d994-e265-4ee4-a370-178eef317701 None None] Attempting to bind port 3b0fca2f-863e-4289-9801-f527d9b74348 on network 3077c19a-cbf8-4446-b0e1-407badbe11d8 {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:13:09.329769 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Provisioning complete for port 9a79848a-b8ec-4c4a-9c72-05af90070400 triggered by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:13:09.330194 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:09.359630 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fc11ca-4fce-4f7a-b877-52ea7cd7a1b4 req-d78796fc-c136-4f6d-bf52-0cd7dd543ce0 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:09.361423 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-a2fc11ca-4fce-4f7a-b877-52ea7cd7a1b4 req-d78796fc-c136-4f6d-bf52-0cd7dd543ce0 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=69ae7078-ef55-49c6-a2aa-659280d155db HTTP/1.1" status: 200 len: 945 time: 0.0590718 Jun 14 18:13:09.363359 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d6d994-e265-4ee4-a370-178eef317701 None None] Checking agent: {'id': 'e8f0c06d-b34a-40ed-9da4-c5e71adce1cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821739-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 3, 22), 'started_at': datetime.datetime(2022, 6, 14, 18, 3, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821739-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:13:09.363930 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d6d994-e265-4ee4-a370-178eef317701 None None] Checking segment: {'id': '1c87411c-6ddd-46d2-9c2e-28370eddcd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '3077c19a-cbf8-4446-b0e1-407badbe11d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 14 18:13:09.364337 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-26d6d994-e265-4ee4-a370-178eef317701 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:09.364734 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d6d994-e265-4ee4-a370-178eef317701 None None] Bound using segment: {'id': '1c87411c-6ddd-46d2-9c2e-28370eddcd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '3077c19a-cbf8-4446-b0e1-407badbe11d8'} {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:13:09.365229 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.managers [None req-26d6d994-e265-4ee4-a370-178eef317701 None None] Bound port: 3b0fca2f-863e-4289-9801-f527d9b74348, host: dv-cinder-821739-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c87411c-6ddd-46d2-9c2e-28370eddcd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '3077c19a-cbf8-4446-b0e1-407badbe11d8'}}] {{(pid=102478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 14 18:13:09.365616 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-26d6d994-e265-4ee4-a370-178eef317701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:09.406833 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-a2fc11ca-4fce-4f7a-b877-52ea7cd7a1b4 req-ad1de05e-3b18-4726-a20c-4bcbcd0aebbc tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378659 Jun 14 18:13:09.472553 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-26d6d994-e265-4ee4-a370-178eef317701 None None] For port 3b0fca2f-863e-4289-9801-f527d9b74348, host dv-cinder-821739-1-iscsi, cleared binding levels {{(pid=102478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:13:09.476765 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-26d6d994-e265-4ee4-a370-178eef317701 None None] For port 3b0fca2f-863e-4289-9801-f527d9b74348, host dv-cinder-821739-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=3b0fca2f-863e-4289-9801-f527d9b74348,segment=NetworkSegment(1c87411c-6ddd-46d2-9c2e-28370eddcd32),segment_id=1c87411c-6ddd-46d2-9c2e-28370eddcd32)] {{(pid=102478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:13:09.481999 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-26d6d994-e265-4ee4-a370-178eef317701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:09.483733 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Current status of the port 9a79848a-b8ec-4c4a-9c72-05af90070400 is: ACTIVE; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:13:09.561135 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-7423fac5-db1b-4260-ba46-3c99a8bb64c4 None None] Provisioning complete for port 3b0fca2f-863e-4289-9801-f527d9b74348 triggered by entity DHCP. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:13:09.561509 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-7423fac5-db1b-4260-ba46-3c99a8bb64c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:09.563164 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d6d994-e265-4ee4-a370-178eef317701 None None] Routers {'ac4007c1-118a-49d3-81cd-30e51e55fb02'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:13:09.563804 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-26d6d994-e265-4ee4-a370-178eef317701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:12:49Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['ac4007c1-118a-49d3-81cd-30e51e55fb02'], 'active': True} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:13:09.567591 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d0c8a0-480e-4d78-a84b-ae76960a911b None None] Pushing event updated for resources: {'Port': ['ID=3b0fca2f-863e-4289-9801-f527d9b74348,revision_number=4']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:13:09.711431 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvr_db [None req-26d6d994-e265-4ee4-a370-178eef317701 None None] Set router ac4007c1-118a-49d3-81cd-30e51e55fb02 gateway port host: dv-cinder-821739-1-iscsi {{(pid=102478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:13:09.776916 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-7423fac5-db1b-4260-ba46-3c99a8bb64c4 None None] Current status of the port 3b0fca2f-863e-4289-9801-f527d9b74348 is: DOWN; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:13:09.777221 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-7423fac5-db1b-4260-ba46-3c99a8bb64c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:09.884379 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-7423fac5-db1b-4260-ba46-3c99a8bb64c4 None None] For port 3b0fca2f-863e-4289-9801-f527d9b74348, host dv-cinder-821739-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=3b0fca2f-863e-4289-9801-f527d9b74348,segment=NetworkSegment(1c87411c-6ddd-46d2-9c2e-28370eddcd32),segment_id=1c87411c-6ddd-46d2-9c2e-28370eddcd32)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:13:09.890941 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-7423fac5-db1b-4260-ba46-3c99a8bb64c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:09.978669 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7423fac5-db1b-4260-ba46-3c99a8bb64c4 None None] Pushing event updated for resources: {'Port': ['ID=3b0fca2f-863e-4289-9801-f527d9b74348,revision_number=5']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:13:10.016157 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-26d6d994-e265-4ee4-a370-178eef317701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4007c1-118a-49d3-81cd-30e51e55fb02', 'name': 'tempest-TestVolumeBootPattern-1943699625-router', 'tenant_id': '52bb461c3b3941a3a9968fdc4d6f0883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '9a79848a-b8ec-4c4a-9c72-05af90070400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:13:02Z', 'updated_at': '2022-06-14T18:13:06Z', 'revision_number': 4, 'project_id': '52bb461c3b3941a3a9968fdc4d6f0883', 'gw_port': {'id': '9a79848a-b8ec-4c4a-9c72-05af90070400', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ef:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4007c1-118a-49d3-81cd-30e51e55fb02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:13:02Z', 'updated_at': '2022-06-14T18:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_interfaces': [{'id': '3b0fca2f-863e-4289-9801-f527d9b74348', 'name': '', 'network_id': '3077c19a-cbf8-4446-b0e1-407badbe11d8', 'tenant_id': '52bb461c3b3941a3a9968fdc4d6f0883', 'mac_address': 'fa:16:3e:87:da:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac4007c1-118a-49d3-81cd-30e51e55fb02', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '97ad2cad-4fe3-4acc-af35-05339c41f1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:13:05Z', 'updated_at': '2022-06-14T18:13:09Z', 'revision_number': 4, 'project_id': '52bb461c3b3941a3a9968fdc4d6f0883', 'subnets': [{'id': '97ad2cad-4fe3-4acc-af35-05339c41f1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:13:10.042542 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d6d994-e265-4ee4-a370-178eef317701 None None] The sync data for ids ['ac4007c1-118a-49d3-81cd-30e51e55fb02'] in dv-cinder-821739-1-iscsi is: [{'id': 'ac4007c1-118a-49d3-81cd-30e51e55fb02', 'name': 'tempest-TestVolumeBootPattern-1943699625-router', 'tenant_id': '52bb461c3b3941a3a9968fdc4d6f0883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '9a79848a-b8ec-4c4a-9c72-05af90070400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:13:02Z', 'updated_at': '2022-06-14T18:13:06Z', 'revision_number': 4, 'project_id': '52bb461c3b3941a3a9968fdc4d6f0883', 'gw_port': {'id': '9a79848a-b8ec-4c4a-9c72-05af90070400', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ef:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4007c1-118a-49d3-81cd-30e51e55fb02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:13:02Z', 'updated_at': '2022-06-14T18:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_interfaces': [{'id': '3b0fca2f-863e-4289-9801-f527d9b74348', 'name': '', 'network_id': '3077c19a-cbf8-4446-b0e1-407badbe11d8', 'tenant_id': '52bb461c3b3941a3a9968fdc4d6f0883', 'mac_address': 'fa:16:3e:87:da:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac4007c1-118a-49d3-81cd-30e51e55fb02', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '97ad2cad-4fe3-4acc-af35-05339c41f1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:13:05Z', 'updated_at': '2022-06-14T18:13:09Z', 'revision_number': 4, 'project_id': '52bb461c3b3941a3a9968fdc4d6f0883', 'subnets': [{'id': '97ad2cad-4fe3-4acc-af35-05339c41f1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:13:10.043904 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-88cf471a-a506-4ad6-a475-71bce42d46ca None None] Provisioning complete for port 3b0fca2f-863e-4289-9801-f527d9b74348 triggered by entity DHCP. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:13:10.044267 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-88cf471a-a506-4ad6-a475-71bce42d46ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:10.297603 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-88cf471a-a506-4ad6-a475-71bce42d46ca None None] Current status of the port 3b0fca2f-863e-4289-9801-f527d9b74348 is: ACTIVE; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:13:10.531770 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784650d3-5411-439c-a6d8-33487bfa98e6 req-bab33f18-fdd1-4d22-b3f0-44e819d05fda tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:10.533315 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-784650d3-5411-439c-a6d8-33487bfa98e6 req-bab33f18-fdd1-4d22-b3f0-44e819d05fda tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=69ae7078-ef55-49c6-a2aa-659280d155db HTTP/1.1" status: 200 len: 945 time: 0.0499499 Jun 14 18:13:10.576420 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-784650d3-5411-439c-a6d8-33487bfa98e6 req-26cc893f-91e2-4869-b201-96f0932595a1 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365760 Jun 14 18:13:11.183085 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device 3b0fca2f-863e-4289-9801-f527d9b74348 up at agent ovs-agent-dv-cinder-821739-1-iscsi {{(pid=102478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:13:11.235290 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Provisioning complete for port 3b0fca2f-863e-4289-9801-f527d9b74348 triggered by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:13:11.235665 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:11.328447 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Current status of the port 3b0fca2f-863e-4289-9801-f527d9b74348 is: ACTIVE; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:13:11.710647 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36be3aed-5beb-4650-857e-5da2c4cb88af req-33aa4837-9209-4610-9b14-e7457e093f53 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:11.712450 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-36be3aed-5beb-4650-857e-5da2c4cb88af req-33aa4837-9209-4610-9b14-e7457e093f53 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=69ae7078-ef55-49c6-a2aa-659280d155db HTTP/1.1" status: 200 len: 945 time: 0.0633094 Jun 14 18:13:11.759329 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-36be3aed-5beb-4650-857e-5da2c4cb88af req-aa91065a-1eb4-45d6-8928-e23c23ae87bc tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342512 Jun 14 18:13:12.880972 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16a6882-177d-4085-a16b-1d6257f7178c req-5395d357-aacf-4277-8f69-d27a7b202796 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:12.882367 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-b16a6882-177d-4085-a16b-1d6257f7178c req-5395d357-aacf-4277-8f69-d27a7b202796 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=69ae7078-ef55-49c6-a2aa-659280d155db HTTP/1.1" status: 200 len: 945 time: 0.0496995 Jun 14 18:13:12.918665 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-b16a6882-177d-4085-a16b-1d6257f7178c req-41427fde-fda2-4c12-ac2b-32a1b904053b tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304105 Jun 14 18:13:14.038182 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc3b2c-2184-4104-a789-28d06eb6b9ba req-8f372d0c-2a40-4828-9c7d-3402553858e7 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:14.039739 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-77bc3b2c-2184-4104-a789-28d06eb6b9ba req-8f372d0c-2a40-4828-9c7d-3402553858e7 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=69ae7078-ef55-49c6-a2aa-659280d155db HTTP/1.1" status: 200 len: 945 time: 0.0479345 Jun 14 18:13:14.076162 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-77bc3b2c-2184-4104-a789-28d06eb6b9ba req-0d5d76ad-d0c7-4857-a04f-01b386c972d7 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304430 Jun 14 18:13:15.019886 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 53256) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:13:15.133552 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-b297503c-0087-49cf-8cc4-5e99aae754db admin admin] Notify callbacks [] for security_group, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:15.231200 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845ef817-5fa8-43f2-ac2a-e63ed32e91c5 req-56fbab24-559d-40fb-a462-7ddffdc60db3 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:15.233053 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-845ef817-5fa8-43f2-ac2a-e63ed32e91c5 req-56fbab24-559d-40fb-a462-7ddffdc60db3 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=69ae7078-ef55-49c6-a2aa-659280d155db HTTP/1.1" status: 200 len: 945 time: 0.0847418 Jun 14 18:13:15.296466 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-b297503c-0087-49cf-8cc4-5e99aae754db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:15.303240 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-845ef817-5fa8-43f2-ac2a-e63ed32e91c5 req-cfe6a0f9-dca2-4a26-a0d4-60c68210c242 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627396 Jun 14 18:13:15.306958 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-b297503c-0087-49cf-8cc4-5e99aae754db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:15.356276 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-b297503c-0087-49cf-8cc4-5e99aae754db admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1484ff071aa849e79040eaacb3689efb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3352480 Jun 14 18:13:15.357108 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b297503c-0087-49cf-8cc4-5e99aae754db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c09c6c6-1b47-472e-b2b8-27f880576027,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:13:15.359226 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 53262) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:13:15.416156 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-51d04c4d-4aab-4ce5-a5c0-a66d83c0b35b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:15.438167 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-51d04c4d-4aab-4ce5-a5c0-a66d83c0b35b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:15.490557 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-51d04c4d-4aab-4ce5-a5c0-a66d83c0b35b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:15.493039 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-51d04c4d-4aab-4ce5-a5c0-a66d83c0b35b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:15.494197 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-51d04c4d-4aab-4ce5-a5c0-a66d83c0b35b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3c09c6c6-1b47-472e-b2b8-27f880576027 HTTP/1.1" status: 204 len: 168 time: 0.1336870 Jun 14 18:13:15.501559 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d04c4d-4aab-4ce5-a5c0-a66d83c0b35b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c09c6c6-1b47-472e-b2b8-27f880576027,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:13:15.777070 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 53272) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:13:15.791907 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-1bd1733f-2340-479e-9a40-f7b9abdbd402 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:15.870960 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-1bd1733f-2340-479e-9a40-f7b9abdbd402 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:15.874374 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-1bd1733f-2340-479e-9a40-f7b9abdbd402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:15.914043 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-1bd1733f-2340-479e-9a40-f7b9abdbd402 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=21ae9d15720d47869e8a9e25cba66ef7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1357839 Jun 14 18:13:15.915144 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd1733f-2340-479e-9a40-f7b9abdbd402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3833a9d5-509c-4c8c-86e7-707db2dbaa95,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:13:15.916680 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 53276) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:13:15.969574 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-0f0850d3-ef07-4391-925d-4092f1dbb679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:15.993048 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-0f0850d3-ef07-4391-925d-4092f1dbb679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:16.038369 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-0f0850d3-ef07-4391-925d-4092f1dbb679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:16.040890 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-0f0850d3-ef07-4391-925d-4092f1dbb679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:16.042098 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-0f0850d3-ef07-4391-925d-4092f1dbb679 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3833a9d5-509c-4c8c-86e7-707db2dbaa95 HTTP/1.1" status: 204 len: 168 time: 0.1237810 Jun 14 18:13:16.049614 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0850d3-ef07-4391-925d-4092f1dbb679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3833a9d5-509c-4c8c-86e7-707db2dbaa95,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:13:16.419458 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-49d9c577-4533-4fbc-936f-09185a2acd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:16.436223 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8689e925-72e6-4fb4-88c4-2973d5f2f2de req-1c89fd58-41e5-45ed-a3d7-8c66bed73131 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:16.437733 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-8689e925-72e6-4fb4-88c4-2973d5f2f2de req-1c89fd58-41e5-45ed-a3d7-8c66bed73131 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=69ae7078-ef55-49c6-a2aa-659280d155db HTTP/1.1" status: 200 len: 945 time: 0.0502703 Jun 14 18:13:16.481972 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-8689e925-72e6-4fb4-88c4-2973d5f2f2de req-b9a2b60f-c248-4148-aaf0-bd25f88e3a1c tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361230 Jun 14 18:13:17.604470 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b753d13-d30e-42d3-bc27-49568a3b9cf5 req-0c4f6704-b6cf-4a1e-8ef2-df56243c8013 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:17.605961 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-1b753d13-d30e-42d3-bc27-49568a3b9cf5 req-0c4f6704-b6cf-4a1e-8ef2-df56243c8013 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=69ae7078-ef55-49c6-a2aa-659280d155db HTTP/1.1" status: 200 len: 945 time: 0.0523431 Jun 14 18:13:17.647731 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-1b753d13-d30e-42d3-bc27-49568a3b9cf5 req-3a763d45-7972-484c-b7e6-9c35d7d6b98e tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353782 Jun 14 18:13:17.728311 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 53346) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:13:17.840934 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-88c126ce-aac7-4d2a-9628-b6295a45c00a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:17.923039 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-88c126ce-aac7-4d2a-9628-b6295a45c00a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:17.930514 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-88c126ce-aac7-4d2a-9628-b6295a45c00a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:17.966841 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c126ce-aac7-4d2a-9628-b6295a45c00a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=839743ad-096d-42be-bb43-e11be06c54c7,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:13:17.971029 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-88c126ce-aac7-4d2a-9628-b6295a45c00a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=98ec9edaf859480f8cb0d1bb287ea43c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2416837 Jun 14 18:13:17.974814 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 53360) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:13:18.024571 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-66eef5f9-1a4f-4bd9-a28b-6b3f090d16e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:18.046577 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-66eef5f9-1a4f-4bd9-a28b-6b3f090d16e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:18.092857 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-66eef5f9-1a4f-4bd9-a28b-6b3f090d16e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:18.095554 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-66eef5f9-1a4f-4bd9-a28b-6b3f090d16e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:18.097197 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-66eef5f9-1a4f-4bd9-a28b-6b3f090d16e7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/839743ad-096d-42be-bb43-e11be06c54c7 HTTP/1.1" status: 204 len: 168 time: 0.1209922 Jun 14 18:13:18.105230 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eef5f9-1a4f-4bd9-a28b-6b3f090d16e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=839743ad-096d-42be-bb43-e11be06c54c7,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:13:18.359380 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 53370) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:13:18.372892 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-5631044c-32d2-460a-925f-0c6627f3251f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:18.449131 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-5631044c-32d2-460a-925f-0c6627f3251f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:18.452659 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-5631044c-32d2-460a-925f-0c6627f3251f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:18.496205 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-5631044c-32d2-460a-925f-0c6627f3251f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3ddf3bba5dbd4d64b385c0d8e286cc75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1354122 Jun 14 18:13:18.497468 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5631044c-32d2-460a-925f-0c6627f3251f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=274b8d0d-1652-4b16-a606-06e5de6cbcc2,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:13:18.498427 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 53372) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:13:18.552898 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-42f2580f-1431-4421-8d00-66e8dada9e5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:18.573475 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-42f2580f-1431-4421-8d00-66e8dada9e5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:18.621846 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-42f2580f-1431-4421-8d00-66e8dada9e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:18.628079 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-42f2580f-1431-4421-8d00-66e8dada9e5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:18.629751 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-42f2580f-1431-4421-8d00-66e8dada9e5f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/274b8d0d-1652-4b16-a606-06e5de6cbcc2 HTTP/1.1" status: 204 len: 168 time: 0.1296182 Jun 14 18:13:18.638424 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f2580f-1431-4421-8d00-66e8dada9e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=274b8d0d-1652-4b16-a606-06e5de6cbcc2,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:13:18.716553 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-f97da0b7-637a-40bd-acf6-1df04332ec07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:18.778510 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48cce83-f8f4-412b-8429-d5fdeb4c1e41 req-214926b9-4de2-4533-9778-f3116baa5c5d tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:18.780164 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-c48cce83-f8f4-412b-8429-d5fdeb4c1e41 req-214926b9-4de2-4533-9778-f3116baa5c5d tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=69ae7078-ef55-49c6-a2aa-659280d155db HTTP/1.1" status: 200 len: 945 time: 0.0635600 Jun 14 18:13:18.824015 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-c48cce83-f8f4-412b-8429-d5fdeb4c1e41 req-6e80d2ec-e93c-4fe5-882e-a377568427e6 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342062 Jun 14 18:13:19.772964 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-cf1fda14-6f0d-42ea-928d-63fe9f24329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:19.945727 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374404bf-0781-4bac-aa11-b29d116dd98c req-d9626c00-1941-4db1-8c51-bc6ae164212d tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:19.947547 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-374404bf-0781-4bac-aa11-b29d116dd98c req-d9626c00-1941-4db1-8c51-bc6ae164212d tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=69ae7078-ef55-49c6-a2aa-659280d155db HTTP/1.1" status: 200 len: 945 time: 0.0524547 Jun 14 18:13:19.999267 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-374404bf-0781-4bac-aa11-b29d116dd98c req-7d4f8842-fc8e-4f2d-b6aa-ff24d6c0c743 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423932 Jun 14 18:13:21.118089 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33833d67-ffb6-41c4-a7fd-c27b310dcdc2 req-96dfeb69-af8a-4f79-979f-3147760f23b0 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:21.119543 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-33833d67-ffb6-41c4-a7fd-c27b310dcdc2 req-96dfeb69-af8a-4f79-979f-3147760f23b0 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=69ae7078-ef55-49c6-a2aa-659280d155db HTTP/1.1" status: 200 len: 945 time: 0.0512013 Jun 14 18:13:21.156165 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-33833d67-ffb6-41c4-a7fd-c27b310dcdc2 req-62af8cd2-a013-43b5-bce9-f972902f07c1 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307515 Jun 14 18:13:21.566510 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd5602-13eb-4000-9c46-1aca77056445 req-9894b24e-f1fd-4582-a515-123786dfd0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:21.568481 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-a3cd5602-13eb-4000-9c46-1aca77056445 req-9894b24e-f1fd-4582-a515-123786dfd0a9 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=69ae7078-ef55-49c6-a2aa-659280d155db HTTP/1.1" status: 200 len: 1098 time: 0.0478272 Jun 14 18:13:21.592593 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-1a5f21f8-b210-492f-a8cf-2d8a6010caea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:21.615819 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-a3cd5602-13eb-4000-9c46-1aca77056445 req-cdbed937-a608-4d20-9ec0-240685aae2f6 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366595 Jun 14 18:13:21.933476 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:22.269571 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b61d5c7-3c48-4916-ae23-e057f0ec4739 req-3b638b3f-d23b-4d72-9425-63bbd241d84c tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:22.271446 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-1b61d5c7-3c48-4916-ae23-e057f0ec4739 req-3b638b3f-d23b-4d72-9425-63bbd241d84c tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=69ae7078-ef55-49c6-a2aa-659280d155db HTTP/1.1" status: 200 len: 945 time: 0.0501053 Jun 14 18:13:22.310035 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-1b61d5c7-3c48-4916-ae23-e057f0ec4739 req-33882c77-ba8d-4798-8d07-9831c01623d8 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325336 Jun 14 18:13:23.426330 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63175c6-0d90-440c-b53f-bd9b80d02db6 req-d74300a8-ad0f-4b9a-b981-0b33f3598e0b tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:23.427786 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-b63175c6-0d90-440c-b53f-bd9b80d02db6 req-d74300a8-ad0f-4b9a-b981-0b33f3598e0b tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=69ae7078-ef55-49c6-a2aa-659280d155db HTTP/1.1" status: 200 len: 945 time: 0.0478833 Jun 14 18:13:23.468183 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-b63175c6-0d90-440c-b53f-bd9b80d02db6 req-ad0c0f6f-9f54-4825-960a-447f1c453955 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344086 Jun 14 18:13:24.583301 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022605d5-4c19-4f11-bbde-b637d51c5181 req-df665e49-3200-4bb4-8960-f941b8ef0a32 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:24.584848 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-022605d5-4c19-4f11-bbde-b637d51c5181 req-df665e49-3200-4bb4-8960-f941b8ef0a32 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=69ae7078-ef55-49c6-a2aa-659280d155db HTTP/1.1" status: 200 len: 945 time: 0.0489473 Jun 14 18:13:24.622595 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-022605d5-4c19-4f11-bbde-b637d51c5181 req-827f8ccc-efd8-4958-bbdc-621378125610 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317101 Jun 14 18:13:25.743541 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd356f-f56e-40a9-ba9c-4d83ad207a9c req-caf1edc5-0307-465a-8f5f-bb5ae5a0e6a2 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:25.745380 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-3efd356f-f56e-40a9-ba9c-4d83ad207a9c req-caf1edc5-0307-465a-8f5f-bb5ae5a0e6a2 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=69ae7078-ef55-49c6-a2aa-659280d155db HTTP/1.1" status: 200 len: 945 time: 0.0528870 Jun 14 18:13:25.786148 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-3efd356f-f56e-40a9-ba9c-4d83ad207a9c req-9bb851b0-acea-4703-b67a-1863871887f4 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347719 Jun 14 18:13:26.907939 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411fc4a-063b-462b-995c-8a8df9ae4782 req-ca290b48-85da-4f7f-8f7b-039a27b11b8c tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:26.910168 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-f411fc4a-063b-462b-995c-8a8df9ae4782 req-ca290b48-85da-4f7f-8f7b-039a27b11b8c tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=69ae7078-ef55-49c6-a2aa-659280d155db HTTP/1.1" status: 200 len: 945 time: 0.0550022 Jun 14 18:13:26.922640 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:26.959195 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-f411fc4a-063b-462b-995c-8a8df9ae4782 req-72cae070-05e9-4198-88b6-4ae428f65c3c tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376840 Jun 14 18:13:27.217208 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5dac91-13ce-45ad-b27e-94863e45c2c5 req-831a6a49-6b3b-485b-9160-1973cf80daf9 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:27.218715 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-2b5dac91-13ce-45ad-b27e-94863e45c2c5 req-831a6a49-6b3b-485b-9160-1973cf80daf9 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c01ae33-4bcd-4445-b978-df44a99f69bf HTTP/1.1" status: 200 len: 946 time: 0.0498424 Jun 14 18:13:27.257872 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-2b5dac91-13ce-45ad-b27e-94863e45c2c5 req-ffeca643-c9dd-416d-b643-d920486e1dfe tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325792 Jun 14 18:13:31.221999 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-ef89a74c-bb82-444e-8369-9ecf786797f9 req-9dd2be62-291c-4010-b431-5a4ab55737e2 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=6a8b5ea8-c54d-4d44-beec-4a5c503b870e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390069 Jun 14 18:13:31.284850 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef89a74c-bb82-444e-8369-9ecf786797f9 req-3c7bf130-47a6-46d1-be5f-e4cb9e5fdfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:31.286296 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-ef89a74c-bb82-444e-8369-9ecf786797f9 req-3c7bf130-47a6-46d1-be5f-e4cb9e5fdfa4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1656a3c434d1462d9a2c48c24f0b7728&device_id=6a8b5ea8-c54d-4d44-beec-4a5c503b870e HTTP/1.1" status: 200 len: 1099 time: 0.0391862 Jun 14 18:13:31.390565 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef89a74c-bb82-444e-8369-9ecf786797f9 req-87f65bd5-1c5e-49af-97b0-47b0e9e66894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:31.392031 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-ef89a74c-bb82-444e-8369-9ecf786797f9 req-87f65bd5-1c5e-49af-97b0-47b0e9e66894 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e4802f45-6d76-4b53-9a7f-7b43659748a3 HTTP/1.1" status: 200 len: 912 time: 0.0855522 Jun 14 18:13:31.458083 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-ef89a74c-bb82-444e-8369-9ecf786797f9 req-935e8d72-3c75-4692-9d95-0408f01b7f4b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8330099f-0bd0-4adb-af41-2651b0cf9e3b HTTP/1.1" status: 200 len: 1001 time: 0.0583079 Jun 14 18:13:31.509516 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef89a74c-bb82-444e-8369-9ecf786797f9 req-e3074d39-e370-4ee2-8602-bcd136915523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:31.510985 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-ef89a74c-bb82-444e-8369-9ecf786797f9 req-e3074d39-e370-4ee2-8602-bcd136915523 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0bf57453-530a-4cde-8cdb-616dbddd580e HTTP/1.1" status: 200 len: 849 time: 0.0452461 Jun 14 18:13:31.561305 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef89a74c-bb82-444e-8369-9ecf786797f9 req-bd7dc804-d1f4-4064-81c0-8753b7a76f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:31.562782 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-ef89a74c-bb82-444e-8369-9ecf786797f9 req-bd7dc804-d1f4-4064-81c0-8753b7a76f28 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e4802f45-6d76-4b53-9a7f-7b43659748a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406275 Jun 14 18:13:31.656873 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-ef89a74c-bb82-444e-8369-9ecf786797f9 req-fd3a927d-4dc6-46e8-b8d1-491b14ed5a07 service neutron] 10.222.0.90 "GET /v2.0/networks/e4802f45-6d76-4b53-9a7f-7b43659748a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854824 Jun 14 18:13:31.750385 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-ef89a74c-bb82-444e-8369-9ecf786797f9 req-b79b74fa-1839-4e56-8b2d-5ed9f84d33ab service neutron] 10.222.0.90 "GET /v2.0/networks/e4802f45-6d76-4b53-9a7f-7b43659748a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857229 Jun 14 18:13:33.791605 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.agents_db [None req-d83a49a0-1be1-4d29-a7ba-91319940a8a9 None None] Agent healthcheck: found 6 active agents {{(pid=102479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 14 18:13:34.157509 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5ef5a4-b4c1-42de-b068-1dc38d78a311 req-a581a8d8-7a1d-4ac0-b9a5-01cc26a1dfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:34.159355 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-ae5ef5a4-b4c1-42de-b068-1dc38d78a311 req-a581a8d8-7a1d-4ac0-b9a5-01cc26a1dfc6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3042e999f1144c7da1a2473d58a86532&device_id=1c01ae33-4bcd-4445-b978-df44a99f69bf HTTP/1.1" status: 200 len: 1099 time: 0.0416534 Jun 14 18:13:34.180129 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f144a0-07ed-4a19-9db9-d53c4f1a3e2c req-2ea81cd3-4697-4b5c-bba6-02e91db510c8 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:34.181613 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-b8f144a0-07ed-4a19-9db9-d53c4f1a3e2c req-2ea81cd3-4697-4b5c-bba6-02e91db510c8 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c01ae33-4bcd-4445-b978-df44a99f69bf HTTP/1.1" status: 200 len: 946 time: 0.0494261 Jun 14 18:13:34.223977 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-b8f144a0-07ed-4a19-9db9-d53c4f1a3e2c req-3126b460-ffaf-4b8a-963c-063b67cb05d5 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352240 Jun 14 18:13:34.259661 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5ef5a4-b4c1-42de-b068-1dc38d78a311 req-06bc602a-b353-431c-a1ac-1aff75534cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:34.261116 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-ae5ef5a4-b4c1-42de-b068-1dc38d78a311 req-06bc602a-b353-431c-a1ac-1aff75534cb5 service neutron] 10.222.0.90 "GET /v2.0/networks?id=3d23af53-6361-4f33-abe1-d3023a18c244 HTTP/1.1" status: 200 len: 920 time: 0.0946200 Jun 14 18:13:34.307206 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-ae5ef5a4-b4c1-42de-b068-1dc38d78a311 req-c4c4d7c0-da5a-4e26-9cb5-6906c3403a39 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=73718447-1a32-41cd-8208-8ee7bff08056 HTTP/1.1" status: 200 len: 217 time: 0.0340476 Jun 14 18:13:34.357278 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5ef5a4-b4c1-42de-b068-1dc38d78a311 req-c6bf8c69-2a96-4275-ab13-4ddaa8a4486f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:34.358784 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-ae5ef5a4-b4c1-42de-b068-1dc38d78a311 req-c6bf8c69-2a96-4275-ab13-4ddaa8a4486f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5d625bfa-3024-4c1b-95b8-b3295848e69c HTTP/1.1" status: 200 len: 857 time: 0.0444601 Jun 14 18:13:34.412119 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5ef5a4-b4c1-42de-b068-1dc38d78a311 req-d0c2d2cd-791f-4852-b031-8b99987b4405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:34.413735 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-ae5ef5a4-b4c1-42de-b068-1dc38d78a311 req-d0c2d2cd-791f-4852-b031-8b99987b4405 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3d23af53-6361-4f33-abe1-d3023a18c244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0470452 Jun 14 18:13:34.523964 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-ae5ef5a4-b4c1-42de-b068-1dc38d78a311 req-03d29d84-19dd-478e-948b-7bae06015b5a service neutron] 10.222.0.90 "GET /v2.0/networks/3d23af53-6361-4f33-abe1-d3023a18c244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995417 Jun 14 18:13:34.637458 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-ae5ef5a4-b4c1-42de-b068-1dc38d78a311 req-eb541d51-0308-425f-bfc9-1a8cc7389c53 service neutron] 10.222.0.90 "GET /v2.0/networks/3d23af53-6361-4f33-abe1-d3023a18c244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058872 Jun 14 18:13:34.876496 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-2ef82424-d97d-4f67-a199-ca55b8402c62 req-76aa9609-4bbb-45c7-9501-2110d5de0c0f tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2007796225&fields=id&tenant_id=a98d65273e2546aa9252b74c4f9daae4 HTTP/1.1" status: 200 len: 267 time: 0.0355875 Jun 14 18:13:34.991724 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef82424-d97d-4f67-a199-ca55b8402c62 req-922bef43-9a9d-44f1-8eac-b5c363407f7e tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:34.993195 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-2ef82424-d97d-4f67-a199-ca55b8402c62 req-922bef43-9a9d-44f1-8eac-b5c363407f7e tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/networks?id=576da013-3617-4a8e-90bf-f7e3da71dae2 HTTP/1.1" status: 200 len: 811 time: 0.1093071 Jun 14 18:13:35.009509 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-2ef82424-d97d-4f67-a199-ca55b8402c62 req-4204a3cf-f74d-400e-8f27-79d75f74510c tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/quotas/a98d65273e2546aa9252b74c4f9daae4 HTTP/1.1" status: 200 len: 375 time: 0.0099986 Jun 14 18:13:35.068743 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-2ef82424-d97d-4f67-a199-ca55b8402c62 req-4ac0156f-e9c0-4911-93e2-1781ce8a3eec tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=a98d65273e2546aa9252b74c4f9daae4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528703 Jun 14 18:13:35.192868 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-2ef82424-d97d-4f67-a199-ca55b8402c62 req-1252419b-82d9-4c1d-bb86-bca738b6bed3 service neutron] 10.222.0.70 "GET /v2.0/networks/576da013-3617-4a8e-90bf-f7e3da71dae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125669 Jun 14 18:13:35.314193 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-2ef82424-d97d-4f67-a199-ca55b8402c62 req-45bc8f30-a06f-4d98-9a1b-c8750b837ac1 service neutron] 10.222.0.70 "GET /v2.0/networks/576da013-3617-4a8e-90bf-f7e3da71dae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197832 Jun 14 18:13:35.371702 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e52297-1da1-4514-8335-ef27196eb6e7 req-0cf697ce-168d-4779-91a5-60c164b80d5a tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:35.377900 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-a9e52297-1da1-4514-8335-ef27196eb6e7 req-0cf697ce-168d-4779-91a5-60c164b80d5a tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c01ae33-4bcd-4445-b978-df44a99f69bf HTTP/1.1" status: 200 len: 946 time: 0.0598814 Jun 14 18:13:35.378121 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 53722) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:13:35.419585 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-a9e52297-1da1-4514-8335-ef27196eb6e7 req-bf315e48-b152-4671-aeec-3a50398f9143 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367098 Jun 14 18:13:35.496146 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-da65d7bb-b5b8-4807-b73c-bff0332e2539 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:35.583660 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-da65d7bb-b5b8-4807-b73c-bff0332e2539 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:35.588730 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-da65d7bb-b5b8-4807-b73c-bff0332e2539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:35.629213 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-da65d7bb-b5b8-4807-b73c-bff0332e2539 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=179da40f65f54bf0bee856cfe1cc66a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2498820 Jun 14 18:13:35.630186 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da65d7bb-b5b8-4807-b73c-bff0332e2539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b32c7afd-d823-4845-a1d8-f6cdb74bc588,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:13:35.632623 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 53736) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:13:35.646889 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-5a0f0650-95b8-4eb7-a821-6b86988cb6a3 req-125f4d45-7942-4646-a5d8-7db18df01e01 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/ports?device_id=8592e02c-d7fd-4308-9955-3fcb861a164d HTTP/1.1" status: 200 len: 210 time: 0.0384715 Jun 14 18:13:35.691566 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-5c4c4b86-27cd-4b25-8781-b93035271956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:35.715891 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-5c4c4b86-27cd-4b25-8781-b93035271956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:35.774089 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-5c4c4b86-27cd-4b25-8781-b93035271956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:35.776912 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-5c4c4b86-27cd-4b25-8781-b93035271956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:35.778661 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-5c4c4b86-27cd-4b25-8781-b93035271956 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b32c7afd-d823-4845-a1d8-f6cdb74bc588 HTTP/1.1" status: 204 len: 168 time: 0.1448884 Jun 14 18:13:35.790042 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4c4b86-27cd-4b25-8781-b93035271956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32c7afd-d823-4845-a1d8-f6cdb74bc588,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:13:36.068677 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 53748) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:13:36.081835 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-4c3d7d19-61db-4a46-bee6-8e199a1bc18e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:36.162717 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-4c3d7d19-61db-4a46-bee6-8e199a1bc18e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:36.166500 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-4c3d7d19-61db-4a46-bee6-8e199a1bc18e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:36.208946 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-4c3d7d19-61db-4a46-bee6-8e199a1bc18e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f7ad6c30089f47f7bce05feabdc77903&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1391194 Jun 14 18:13:36.210925 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3d7d19-61db-4a46-bee6-8e199a1bc18e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1975514-90c8-4040-8318-705ca80ed152,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:13:36.211877 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 53752) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:13:36.264718 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-a6afc411-112a-4bab-9505-1da1f513f875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:36.287831 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-a6afc411-112a-4bab-9505-1da1f513f875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:36.339767 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-a6afc411-112a-4bab-9505-1da1f513f875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:36.342519 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-a6afc411-112a-4bab-9505-1da1f513f875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:36.343788 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-a6afc411-112a-4bab-9505-1da1f513f875 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c1975514-90c8-4040-8318-705ca80ed152 HTTP/1.1" status: 204 len: 168 time: 0.1309359 Jun 14 18:13:36.352303 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6afc411-112a-4bab-9505-1da1f513f875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1975514-90c8-4040-8318-705ca80ed152,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:13:36.547595 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f7f921-4dce-40bc-9800-ba80d46b71fd req-a9869bff-3267-40c7-8230-0549972b5d1f tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:36.549134 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-76f7f921-4dce-40bc-9800-ba80d46b71fd req-a9869bff-3267-40c7-8230-0549972b5d1f tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c01ae33-4bcd-4445-b978-df44a99f69bf HTTP/1.1" status: 200 len: 946 time: 0.0592031 Jun 14 18:13:36.590085 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-76f7f921-4dce-40bc-9800-ba80d46b71fd req-db81d639-bc0f-4a56-970b-784359618334 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348713 Jun 14 18:13:36.732709 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-7ce18086-f017-43fc-a2f7-2dfe0ac02d86 req-4aecad0d-8330-4b16-8a15-14c60ad09cc4 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/ports?device_id=8592e02c-d7fd-4308-9955-3fcb861a164d HTTP/1.1" status: 200 len: 210 time: 0.0268576 Jun 14 18:13:37.040812 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 53782) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:13:37.136616 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.v2.base [None req-73f921e9-d278-4423-8c43-9cdb8f636a4f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-932691650-network', 'tenant_id': '979d0084c7074ffea5e4b2aff120a138'}} {{(pid=102477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:13:37.154655 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73f921e9-d278-4423-8c43-9cdb8f636a4f admin admin] Made reservation on behalf of 979d0084c7074ffea5e4b2aff120a138 for: {'network': 1} {{(pid=102477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:13:37.156880 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-73f921e9-d278-4423-8c43-9cdb8f636a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for network, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:37.165337 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-73f921e9-d278-4423-8c43-9cdb8f636a4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:37.238867 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-73f921e9-d278-4423-8c43-9cdb8f636a4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:37.242423 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-73f921e9-d278-4423-8c43-9cdb8f636a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:37.263685 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73f921e9-d278-4423-8c43-9cdb8f636a4f admin admin] vlan segment allocate from pool success with {'vlan_id': 1008, 'physical_network': 'physnet1'} {{(pid=102477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 18:13:37.279562 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f921e9-d278-4423-8c43-9cdb8f636a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea932b9-484d-4d40-b36b-420e51210cda,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:13:37.282494 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-73f921e9-d278-4423-8c43-9cdb8f636a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977873'] for segment, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:37.282859 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.db.segments_db [None req-73f921e9-d278-4423-8c43-9cdb8f636a4f admin admin] Added segment 5da7e02c-7258-4734-b6cc-58f057526f3c of type vlan for network 331d7b24-514e-4174-9d29-5dcaf8c314a8 Jun 14 18:13:37.325819 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-73f921e9-d278-4423-8c43-9cdb8f636a4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758239169585'] for network, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:37.350158 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-73f921e9-d278-4423-8c43-9cdb8f636a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477'] for network, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:37.351110 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f921e9-d278-4423-8c43-9cdb8f636a4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:37.351681 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-73f921e9-d278-4423-8c43-9cdb8f636a4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7944499'] for network, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:37.388162 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-73f921e9-d278-4423-8c43-9cdb8f636a4f admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3462515 Jun 14 18:13:37.391104 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 53790) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:13:37.396433 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.v2.base [None req-46497b24-b5c6-4d73-bcb7-aa2f2264629f admin admin] Request body: {'subnet': {'network_id': '331d7b24-514e-4174-9d29-5dcaf8c314a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-932691650-subnet', 'tenant_id': '979d0084c7074ffea5e4b2aff120a138', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:13:37.419658 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f921e9-d278-4423-8c43-9cdb8f636a4f admin admin] Pushing event updated for resources: {'Network': ['ID=331d7b24-514e-4174-9d29-5dcaf8c314a8,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:13:37.423347 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46497b24-b5c6-4d73-bcb7-aa2f2264629f admin admin] Made reservation on behalf of 979d0084c7074ffea5e4b2aff120a138 for: {'subnet': 1} {{(pid=102476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:13:37.426479 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-46497b24-b5c6-4d73-bcb7-aa2f2264629f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4369283'] for subnet, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:37.430823 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Network 331d7b24-514e-4174-9d29-5dcaf8c314a8 details requested by agent ovs-agent-dv-cinder-821739-1-iscsi with host dv-cinder-821739-1-iscsi {{(pid=102478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 14 18:13:37.600422 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-46497b24-b5c6-4d73-bcb7-aa2f2264629f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5378649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4368745'] for subnet, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:37.649500 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46497b24-b5c6-4d73-bcb7-aa2f2264629f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bca35d3d-4979-4cd4-a797-5b0f40e8b499,revision_number=0']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:13:37.688044 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46497b24-b5c6-4d73-bcb7-aa2f2264629f admin admin] Checking segment: {'id': '5da7e02c-7258-4734-b6cc-58f057526f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '331d7b24-514e-4174-9d29-5dcaf8c314a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 14 18:13:37.688396 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46497b24-b5c6-4d73-bcb7-aa2f2264629f admin admin] Network hostable DHCP agents. Network: 331d7b24-514e-4174-9d29-5dcaf8c314a8, hostable agents: ['7e447456-ff8f-4cbe-bcdd-bfd26b4a7662'], hosted agents: [] {{(pid=102476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 18:13:37.720552 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3743ba35-9b47-47c7-9795-3b1b71856955 req-6e7d6a49-b45b-40c9-96a0-c05549a4a82d tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:37.722681 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-3743ba35-9b47-47c7-9795-3b1b71856955 req-6e7d6a49-b45b-40c9-96a0-c05549a4a82d tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c01ae33-4bcd-4445-b978-df44a99f69bf HTTP/1.1" status: 200 len: 946 time: 0.0626113 Jun 14 18:13:37.723403 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46497b24-b5c6-4d73-bcb7-aa2f2264629f admin admin] Network 331d7b24-514e-4174-9d29-5dcaf8c314a8 is scheduled to be hosted by DHCP agent 7e447456-ff8f-4cbe-bcdd-bfd26b4a7662 with binding_index 1 {{(pid=102476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 18:13:37.736538 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.base_scheduler [None req-46497b24-b5c6-4d73-bcb7-aa2f2264629f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821739-1-iscsi, 331d7b24-514e-4174-9d29-5dcaf8c314a8) {{(pid=102476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:13:37.744891 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623628a9-ff89-4035-8345-54ded0140131 None None] Network 331d7b24-514e-4174-9d29-5dcaf8c314a8 requested from dv-cinder-821739-1-iscsi {{(pid=102478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 18:13:37.747878 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46497b24-b5c6-4d73-bcb7-aa2f2264629f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:37.748456 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-46497b24-b5c6-4d73-bcb7-aa2f2264629f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7944499'] for subnet, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:37.784691 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-46497b24-b5c6-4d73-bcb7-aa2f2264629f admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3832026 Jun 14 18:13:37.790209 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-3743ba35-9b47-47c7-9795-3b1b71856955 req-5b23e9a6-d5c8-4aa0-be6e-878adbb45171 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603619 Jun 14 18:13:37.843413 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-0f3b339d-ba57-47ca-b8f1-6993c1a71ff0 req-065200a0-55ca-4ed5-b99f-2868a4395230 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/ports?device_id=8592e02c-d7fd-4308-9955-3fcb861a164d HTTP/1.1" status: 200 len: 210 time: 0.0258842 Jun 14 18:13:37.877293 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b506214-ad99-4887-a649-510c4b44ee7b None None] Network 331d7b24-514e-4174-9d29-5dcaf8c314a8 requested from dv-cinder-821739-1-iscsi {{(pid=102478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 18:13:38.253363 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 53812) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:13:38.258049 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.v2.base [None req-52bde025-0e83-4346-91e9-7487bc746412 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2124008154-network', 'tenant_id': '12ee58bbf01640be845fd4387ccea0ed'}} {{(pid=102477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:13:38.275751 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52bde025-0e83-4346-91e9-7487bc746412 admin admin] Made reservation on behalf of 12ee58bbf01640be845fd4387ccea0ed for: {'network': 1} {{(pid=102477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:13:38.278069 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-52bde025-0e83-4346-91e9-7487bc746412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for network, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:38.286627 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-52bde025-0e83-4346-91e9-7487bc746412 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:38.363082 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-52bde025-0e83-4346-91e9-7487bc746412 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:38.366112 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-52bde025-0e83-4346-91e9-7487bc746412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:38.386917 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52bde025-0e83-4346-91e9-7487bc746412 admin admin] vlan segment allocate from pool success with {'vlan_id': 1029, 'physical_network': 'physnet1'} {{(pid=102477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 18:13:38.402348 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bde025-0e83-4346-91e9-7487bc746412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb85c428-ae1e-4ce1-abec-233edec9a913,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:13:38.404812 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-52bde025-0e83-4346-91e9-7487bc746412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977873'] for segment, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:38.405139 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.db.segments_db [None req-52bde025-0e83-4346-91e9-7487bc746412 admin admin] Added segment df1da771-1865-43a3-994f-82ca1979987b of type vlan for network d143a4ba-ffd8-49cb-b310-0b3f1455f146 Jun 14 18:13:38.424868 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bde025-0e83-4346-91e9-7487bc746412 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:13:38.425206 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bde025-0e83-4346-91e9-7487bc746412 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:13:38.425539 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bde025-0e83-4346-91e9-7487bc746412 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:13:38.425890 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bde025-0e83-4346-91e9-7487bc746412 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:13:38.426215 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bde025-0e83-4346-91e9-7487bc746412 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:13:38.426539 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bde025-0e83-4346-91e9-7487bc746412 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:13:38.426857 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bde025-0e83-4346-91e9-7487bc746412 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:13:38.427176 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bde025-0e83-4346-91e9-7487bc746412 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:13:38.427493 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bde025-0e83-4346-91e9-7487bc746412 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:13:38.427811 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bde025-0e83-4346-91e9-7487bc746412 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:13:38.428122 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bde025-0e83-4346-91e9-7487bc746412 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:13:38.428434 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bde025-0e83-4346-91e9-7487bc746412 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:13:38.468383 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-52bde025-0e83-4346-91e9-7487bc746412 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758239169585'] for network, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:38.493922 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-52bde025-0e83-4346-91e9-7487bc746412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477'] for network, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:38.494831 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bde025-0e83-4346-91e9-7487bc746412 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:38.495396 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-52bde025-0e83-4346-91e9-7487bc746412 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7944499'] for network, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:38.525665 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-52bde025-0e83-4346-91e9-7487bc746412 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2711859 Jun 14 18:13:38.528372 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 53818) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:13:38.533290 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.v2.base [None req-588f10db-f9a0-4f23-9b85-f3972351d402 admin admin] Request body: {'subnet': {'network_id': 'd143a4ba-ffd8-49cb-b310-0b3f1455f146', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2124008154-subnet', 'tenant_id': '12ee58bbf01640be845fd4387ccea0ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:13:38.551577 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-588f10db-f9a0-4f23-9b85-f3972351d402 admin admin] Made reservation on behalf of 12ee58bbf01640be845fd4387ccea0ed for: {'subnet': 1} {{(pid=102476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:13:38.554111 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-588f10db-f9a0-4f23-9b85-f3972351d402 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4369283'] for subnet, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:38.555797 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bde025-0e83-4346-91e9-7487bc746412 admin admin] Pushing event updated for resources: {'Network': ['ID=d143a4ba-ffd8-49cb-b310-0b3f1455f146,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:13:38.569752 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Network d143a4ba-ffd8-49cb-b310-0b3f1455f146 details requested by agent ovs-agent-dv-cinder-821739-1-iscsi with host dv-cinder-821739-1-iscsi {{(pid=102478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 14 18:13:38.728926 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-588f10db-f9a0-4f23-9b85-f3972351d402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5378649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4368745'] for subnet, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:38.782596 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588f10db-f9a0-4f23-9b85-f3972351d402 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fceebf0-7b20-4091-a86f-8e689dca7530,revision_number=0']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:13:38.791570 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588f10db-f9a0-4f23-9b85-f3972351d402 admin admin] Checking segment: {'id': 'df1da771-1865-43a3-994f-82ca1979987b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'd143a4ba-ffd8-49cb-b310-0b3f1455f146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 14 18:13:38.791921 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588f10db-f9a0-4f23-9b85-f3972351d402 admin admin] Network hostable DHCP agents. Network: d143a4ba-ffd8-49cb-b310-0b3f1455f146, hostable agents: ['7e447456-ff8f-4cbe-bcdd-bfd26b4a7662'], hosted agents: [] {{(pid=102476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 18:13:38.810799 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588f10db-f9a0-4f23-9b85-f3972351d402 admin admin] Network d143a4ba-ffd8-49cb-b310-0b3f1455f146 is scheduled to be hosted by DHCP agent 7e447456-ff8f-4cbe-bcdd-bfd26b4a7662 with binding_index 1 {{(pid=102476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 18:13:38.822317 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.base_scheduler [None req-588f10db-f9a0-4f23-9b85-f3972351d402 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821739-1-iscsi, d143a4ba-ffd8-49cb-b310-0b3f1455f146) {{(pid=102476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:13:38.826740 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588f10db-f9a0-4f23-9b85-f3972351d402 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:38.827328 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-588f10db-f9a0-4f23-9b85-f3972351d402 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7944499'] for subnet, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:38.831409 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4549c233-3510-4d96-88c7-14b4b5cf7424 None None] Network d143a4ba-ffd8-49cb-b310-0b3f1455f146 requested from dv-cinder-821739-1-iscsi {{(pid=102478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 18:13:38.845285 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-588f10db-f9a0-4f23-9b85-f3972351d402 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3157392 Jun 14 18:13:38.915701 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe87bf1-f34a-4511-ae6f-ff636cc13538 req-e1ea8ab5-8239-4375-848c-bad0454b9372 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:38.917531 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-2fe87bf1-f34a-4511-ae6f-ff636cc13538 req-e1ea8ab5-8239-4375-848c-bad0454b9372 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c01ae33-4bcd-4445-b978-df44a99f69bf HTTP/1.1" status: 200 len: 946 time: 0.0553701 Jun 14 18:13:38.966487 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-7ec3c25b-a1ec-4d9f-a8e7-f8518b7a49b6 req-7959bb0f-358e-436c-a4e2-37b86b033ec5 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/ports?device_id=8592e02c-d7fd-4308-9955-3fcb861a164d HTTP/1.1" status: 200 len: 210 time: 0.0349808 Jun 14 18:13:38.982835 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-2fe87bf1-f34a-4511-ae6f-ff636cc13538 req-b36728f7-e357-4b8b-9fb2-05864ca98aa4 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589786 Jun 14 18:13:38.992235 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3de6557-cc86-4c8d-86df-c3ded5cfd5e8 None None] Network d143a4ba-ffd8-49cb-b310-0b3f1455f146 requested from dv-cinder-821739-1-iscsi {{(pid=102478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 18:13:39.198955 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef82424-d97d-4f67-a199-ca55b8402c62 req-eed38174-755a-40be-bb69-84cf78714da6 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:39.200585 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-2ef82424-d97d-4f67-a199-ca55b8402c62 req-eed38174-755a-40be-bb69-84cf78714da6 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.90 "GET /v2.0/networks?id=576da013-3617-4a8e-90bf-f7e3da71dae2 HTTP/1.1" status: 200 len: 811 time: 0.1240344 Jun 14 18:13:39.249183 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-2ef82424-d97d-4f67-a199-ca55b8402c62 req-1dbfd0dc-0821-4ec8-aac6-4ad7ed5c45e6 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a98d65273e2546aa9252b74c4f9daae4 HTTP/1.1" status: 200 len: 380 time: 0.0375991 Jun 14 18:13:39.259154 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.v2.base [req-2ef82424-d97d-4f67-a199-ca55b8402c62 req-2edc78db-62d9-4190-8c76-077fefe86c62 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Request body: {'port': {'device_id': '8592e02c-d7fd-4308-9955-3fcb861a164d', 'network_id': '576da013-3617-4a8e-90bf-f7e3da71dae2', 'admin_state_up': True, 'tenant_id': 'a98d65273e2546aa9252b74c4f9daae4', 'security_groups': ['6e9b1789-2c21-44c4-9200-ad2f8fbcbd48']}} {{(pid=102476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:13:39.387431 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ef82424-d97d-4f67-a199-ca55b8402c62 req-2edc78db-62d9-4190-8c76-077fefe86c62 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Made reservation on behalf of a98d65273e2546aa9252b74c4f9daae4 for: {'port': 1} {{(pid=102476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:13:39.391356 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-2ef82424-d97d-4f67-a199-ca55b8402c62 req-2edc78db-62d9-4190-8c76-077fefe86c62 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:39.542753 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.db.db_base_plugin_common [req-2ef82424-d97d-4f67-a199-ca55b8402c62 req-2edc78db-62d9-4190-8c76-077fefe86c62 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Allocated IP 172.20.0.9 (576da013-3617-4a8e-90bf-f7e3da71dae2/d637fcab-e631-4a9a-85a6-1edd05917c42/00b36853-55db-4077-b69a-52b7d06fc789) {{(pid=102476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:13:39.696585 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-2ef82424-d97d-4f67-a199-ca55b8402c62 req-2edc78db-62d9-4190-8c76-077fefe86c62 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks [] for port, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:39.744555 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-2ef82424-d97d-4f67-a199-ca55b8402c62 req-2edc78db-62d9-4190-8c76-077fefe86c62 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239190878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378765'] for port, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:39.793384 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ef82424-d97d-4f67-a199-ca55b8402c62 req-2edc78db-62d9-4190-8c76-077fefe86c62 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Network 576da013-3617-4a8e-90bf-f7e3da71dae2 is already hosted by enough agents. {{(pid=102476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:13:39.797606 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.base_scheduler [req-2ef82424-d97d-4f67-a199-ca55b8402c62 req-2edc78db-62d9-4190-8c76-077fefe86c62 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Resources bound (agent type, host, resource id): {{(pid=102476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:13:39.801760 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ef82424-d97d-4f67-a199-ca55b8402c62 req-2edc78db-62d9-4190-8c76-077fefe86c62 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Received port after_create {{(pid=102476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 14 18:13:39.850861 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edc78db-62d9-4190-8c76-077fefe86c62 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Pushing event updated for resources: {'Port': ['ID=00b36853-55db-4077-b69a-52b7d06fc789,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:13:39.863763 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edc78db-62d9-4190-8c76-077fefe86c62 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:13:39.864112 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edc78db-62d9-4190-8c76-077fefe86c62 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:13:39.864490 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edc78db-62d9-4190-8c76-077fefe86c62 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:13:39.864804 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edc78db-62d9-4190-8c76-077fefe86c62 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:13:39.865133 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edc78db-62d9-4190-8c76-077fefe86c62 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:13:39.865463 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edc78db-62d9-4190-8c76-077fefe86c62 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:13:39.865823 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edc78db-62d9-4190-8c76-077fefe86c62 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:13:39.866149 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edc78db-62d9-4190-8c76-077fefe86c62 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:13:39.866473 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edc78db-62d9-4190-8c76-077fefe86c62 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:13:39.866806 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edc78db-62d9-4190-8c76-077fefe86c62 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:13:39.867117 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edc78db-62d9-4190-8c76-077fefe86c62 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:13:39.867436 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edc78db-62d9-4190-8c76-077fefe86c62 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:13:39.881282 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef82424-d97d-4f67-a199-ca55b8402c62 req-2edc78db-62d9-4190-8c76-077fefe86c62 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:39.881932 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-2ef82424-d97d-4f67-a199-ca55b8402c62 req-2edc78db-62d9-4190-8c76-077fefe86c62 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for port, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:39.901259 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-2ef82424-d97d-4f67-a199-ca55b8402c62 req-2edc78db-62d9-4190-8c76-077fefe86c62 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6457520 Jun 14 18:13:39.914975 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.v2.base [req-2ef82424-d97d-4f67-a199-ca55b8402c62 req-c811d3c5-f33f-4f6a-9143-0718620b85a4 service neutron] Request body: {'port': {'device_id': '8592e02c-d7fd-4308-9955-3fcb861a164d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82173'}} {{(pid=102476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:13:39.991792 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-2ef82424-d97d-4f67-a199-ca55b8402c62 req-c811d3c5-f33f-4f6a-9143-0718620b85a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:40.103672 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158c941-42fb-4047-8066-16ede64109f8 req-257e1366-20c6-4fb8-bed5-a4b4adaf4f52 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:40.105191 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-0158c941-42fb-4047-8066-16ede64109f8 req-257e1366-20c6-4fb8-bed5-a4b4adaf4f52 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/ports?device_id=8592e02c-d7fd-4308-9955-3fcb861a164d HTTP/1.1" status: 200 len: 931 time: 0.0577550 Jun 14 18:13:40.137578 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-72c1475f-86e5-4832-8bc7-f1a9c9baccc5 None None] Provisioning complete for port 00b36853-55db-4077-b69a-52b7d06fc789 triggered by entity DHCP. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:13:40.138731 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-72c1475f-86e5-4832-8bc7-f1a9c9baccc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:40.150493 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-0158c941-42fb-4047-8066-16ede64109f8 req-b72e0207-e50f-41ae-9700-85996827bb6c tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e9b1789-2c21-44c4-9200-ad2f8fbcbd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385907 Jun 14 18:13:40.186263 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-72c1475f-86e5-4832-8bc7-f1a9c9baccc5 None None] Port 00b36853-55db-4077-b69a-52b7d06fc789 cannot update to ACTIVE because it is not bound. {{(pid=102478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jun 14 18:13:40.495453 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47f7f39-d9e6-437b-8296-7a8a86a473bb req-53b5d9a5-ddbe-43dc-adc2-7ab96d29e5a2 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:40.496896 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-c47f7f39-d9e6-437b-8296-7a8a86a473bb req-53b5d9a5-ddbe-43dc-adc2-7ab96d29e5a2 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c01ae33-4bcd-4445-b978-df44a99f69bf HTTP/1.1" status: 200 len: 946 time: 0.0769789 Jun 14 18:13:40.568511 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.notifiers.nova [req-2ef82424-d97d-4f67-a199-ca55b8402c62 req-c811d3c5-f33f-4f6a-9143-0718620b85a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00b36853-55db-4077-b69a-52b7d06fc789 {{(pid=102476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:13:40.577920 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-2ef82424-d97d-4f67-a199-ca55b8402c62 req-c811d3c5-f33f-4f6a-9143-0718620b85a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:40.582874 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-c47f7f39-d9e6-437b-8296-7a8a86a473bb req-dacdc394-6379-4048-87ba-751f20d53ccc tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777106 Jun 14 18:13:40.593030 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.db.provisioning_blocks [req-2ef82424-d97d-4f67-a199-ca55b8402c62 req-c811d3c5-f33f-4f6a-9143-0718620b85a4 service neutron] Transition to ACTIVE for port object 00b36853-55db-4077-b69a-52b7d06fc789 will not be triggered until provisioned by entity L2. {{(pid=102476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 18:13:40.606607 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-2ef82424-d97d-4f67-a199-ca55b8402c62 req-c811d3c5-f33f-4f6a-9143-0718620b85a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5378756'] for port, after_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:40.669499 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c811d3c5-f33f-4f6a-9143-0718620b85a4 service neutron] Pushing event updated for resources: {'Port': ['ID=00b36853-55db-4077-b69a-52b7d06fc789,revision_number=2']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:13:40.748779 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.managers [req-2ef82424-d97d-4f67-a199-ca55b8402c62 req-c811d3c5-f33f-4f6a-9143-0718620b85a4 service neutron] Attempting to bind port 00b36853-55db-4077-b69a-52b7d06fc789 on host hv-cinder-82173 for vnic_type normal with profile {{(pid=102476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 14 18:13:40.749172 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.managers [req-2ef82424-d97d-4f67-a199-ca55b8402c62 req-c811d3c5-f33f-4f6a-9143-0718620b85a4 service neutron] Attempting to bind port 00b36853-55db-4077-b69a-52b7d06fc789 by drivers openvswitch,hyperv on host hv-cinder-82173 at level 0 using segments [{'id': '2256f80c-8b7b-45d3-85f9-54dff98916a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '576da013-3617-4a8e-90bf-f7e3da71dae2'}] {{(pid=102476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 14 18:13:40.749502 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef82424-d97d-4f67-a199-ca55b8402c62 req-c811d3c5-f33f-4f6a-9143-0718620b85a4 service neutron] Attempting to bind port 00b36853-55db-4077-b69a-52b7d06fc789 on network 576da013-3617-4a8e-90bf-f7e3da71dae2 {{(pid=102476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:13:40.754946 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef82424-d97d-4f67-a199-ca55b8402c62 req-c811d3c5-f33f-4f6a-9143-0718620b85a4 service neutron] Port 00b36853-55db-4077-b69a-52b7d06fc789 on network 576da013-3617-4a8e-90bf-f7e3da71dae2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82173 {{(pid=102476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 14 18:13:40.755265 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef82424-d97d-4f67-a199-ca55b8402c62 req-c811d3c5-f33f-4f6a-9143-0718620b85a4 service neutron] Attempting to bind port 00b36853-55db-4077-b69a-52b7d06fc789 on network 576da013-3617-4a8e-90bf-f7e3da71dae2 {{(pid=102476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:13:40.760779 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef82424-d97d-4f67-a199-ca55b8402c62 req-c811d3c5-f33f-4f6a-9143-0718620b85a4 service neutron] Checking agent: {'id': '37867b7d-ea9d-4c92-b09f-db78138d4892', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82173', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 9, 26), 'started_at': datetime.datetime(2022, 6, 14, 18, 9, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:13:40.772516 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef82424-d97d-4f67-a199-ca55b8402c62 req-c811d3c5-f33f-4f6a-9143-0718620b85a4 service neutron] Checking segment: {'id': '2256f80c-8b7b-45d3-85f9-54dff98916a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '576da013-3617-4a8e-90bf-f7e3da71dae2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 14 18:13:40.772516 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef82424-d97d-4f67-a199-ca55b8402c62 req-c811d3c5-f33f-4f6a-9143-0718620b85a4 service neutron] Bound using segment: {'id': '2256f80c-8b7b-45d3-85f9-54dff98916a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '576da013-3617-4a8e-90bf-f7e3da71dae2'} {{(pid=102476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:13:40.772516 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.managers [req-2ef82424-d97d-4f67-a199-ca55b8402c62 req-c811d3c5-f33f-4f6a-9143-0718620b85a4 service neutron] Bound port: 00b36853-55db-4077-b69a-52b7d06fc789, host: hv-cinder-82173, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2256f80c-8b7b-45d3-85f9-54dff98916a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '576da013-3617-4a8e-90bf-f7e3da71dae2'}}] {{(pid=102476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 14 18:13:40.772516 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-2ef82424-d97d-4f67-a199-ca55b8402c62 req-c811d3c5-f33f-4f6a-9143-0718620b85a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:40.855385 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.db [req-2ef82424-d97d-4f67-a199-ca55b8402c62 req-c811d3c5-f33f-4f6a-9143-0718620b85a4 service neutron] For port 00b36853-55db-4077-b69a-52b7d06fc789, host hv-cinder-82173, cleared binding levels {{(pid=102476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:13:40.858852 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.db [req-2ef82424-d97d-4f67-a199-ca55b8402c62 req-c811d3c5-f33f-4f6a-9143-0718620b85a4 service neutron] For port 00b36853-55db-4077-b69a-52b7d06fc789, host hv-cinder-82173, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=00b36853-55db-4077-b69a-52b7d06fc789,segment=NetworkSegment(2256f80c-8b7b-45d3-85f9-54dff98916a9),segment_id=2256f80c-8b7b-45d3-85f9-54dff98916a9)] {{(pid=102476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:13:40.865867 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-2ef82424-d97d-4f67-a199-ca55b8402c62 req-c811d3c5-f33f-4f6a-9143-0718620b85a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5378756'] for port, after_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:40.942320 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef82424-d97d-4f67-a199-ca55b8402c62 req-c811d3c5-f33f-4f6a-9143-0718620b85a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:40.942320 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-2ef82424-d97d-4f67-a199-ca55b8402c62 req-c811d3c5-f33f-4f6a-9143-0718620b85a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for port, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:40.943090 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-2ef82424-d97d-4f67-a199-ca55b8402c62 req-c811d3c5-f33f-4f6a-9143-0718620b85a4 service neutron] 10.222.0.90 "PUT /v2.0/ports/00b36853-55db-4077-b69a-52b7d06fc789 HTTP/1.1" status: 200 len: 1093 time: 1.0330286 Jun 14 18:13:40.943193 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8592e02c-d7fd-4308-9955-3fcb861a164d', 'tag': '00b36853-55db-4077-b69a-52b7d06fc789'}] {{(pid=102476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:13:40.946685 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f6785e4de8a87b7f797dd5e96f4d126f8c0b91c7fbdcfaa1853e8ef739b068f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62fa22dc-f2d3-4148-9e9c-9f2324aa108d" -d '{"events": [{"name": "network-changed", "server_uuid": "8592e02c-d7fd-4308-9955-3fcb861a164d", "tag": "00b36853-55db-4077-b69a-52b7d06fc789"}]}' {{(pid=102476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:13:40.956371 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c811d3c5-f33f-4f6a-9143-0718620b85a4 service neutron] Pushing event updated for resources: {'Port': ['ID=00b36853-55db-4077-b69a-52b7d06fc789,revision_number=3']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:13:41.014198 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Jun 2022 18:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2cd8a58-fc0d-4bfd-90a5-d327c624d969 x-openstack-request-id: req-d2cd8a58-fc0d-4bfd-90a5-d327c624d969 {{(pid=102476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:13:41.014664 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8592e02c-d7fd-4308-9955-3fcb861a164d", "tag": "00b36853-55db-4077-b69a-52b7d06fc789", "status": "completed", "code": 200}]} {{(pid=102476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:13:41.015080 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d2cd8a58-fc0d-4bfd-90a5-d327c624d969 {{(pid=102476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:13:41.015747 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2cd8a58-fc0d-4bfd-90a5-d327c624d969'] response: {'name': 'network-changed', 'server_uuid': '8592e02c-d7fd-4308-9955-3fcb861a164d', 'tag': '00b36853-55db-4077-b69a-52b7d06fc789', 'status': 'completed', 'code': 200} Jun 14 18:13:41.083121 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da2077-dae8-4605-9c30-60fbd92e0abc req-fbf9c13a-bb02-4a30-9619-6784c3451fab tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:41.084656 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-f4da2077-dae8-4605-9c30-60fbd92e0abc req-fbf9c13a-bb02-4a30-9619-6784c3451fab tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8b5ea8-c54d-4d44-beec-4a5c503b870e HTTP/1.1" status: 200 len: 946 time: 0.0526927 Jun 14 18:13:41.133331 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-f4da2077-dae8-4605-9c30-60fbd92e0abc req-6434807e-d98a-498c-b666-9173d945a0a6 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/security-groups?id=395065f2-5ad0-4d61-889d-81c18e5b9b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421383 Jun 14 18:13:41.273766 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dbac75-c552-49c5-821d-c2471d68683d req-d0e76a56-9ea6-40d0-9e20-5e9fba21ddf0 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:41.275147 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-d4dbac75-c552-49c5-821d-c2471d68683d req-d0e76a56-9ea6-40d0-9e20-5e9fba21ddf0 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/ports?device_id=8592e02c-d7fd-4308-9955-3fcb861a164d HTTP/1.1" status: 200 len: 943 time: 0.0483980 Jun 14 18:13:41.312236 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-d4dbac75-c552-49c5-821d-c2471d68683d req-1767a471-ba10-43f7-8361-f91a1c33b2de tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e9b1789-2c21-44c4-9200-ad2f8fbcbd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310574 Jun 14 18:13:41.701030 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b92cf7-4519-40c4-9b93-c7c6d428e5f1 req-caa804ea-bd6b-4568-9f50-1e57c887135f tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:41.702600 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-d4b92cf7-4519-40c4-9b93-c7c6d428e5f1 req-caa804ea-bd6b-4568-9f50-1e57c887135f tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c01ae33-4bcd-4445-b978-df44a99f69bf HTTP/1.1" status: 200 len: 946 time: 0.0493062 Jun 14 18:13:41.741737 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-d4b92cf7-4519-40c4-9b93-c7c6d428e5f1 req-a6c41f7f-193b-4c4f-a9d8-03cb7f18f862 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328760 Jun 14 18:13:42.256260 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a2cad3-d159-498b-8aa3-f0488f67d22d req-6036b94e-7f94-4469-8c0a-c9cfa9482305 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:42.257633 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-73a2cad3-d159-498b-8aa3-f0488f67d22d req-6036b94e-7f94-4469-8c0a-c9cfa9482305 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8b5ea8-c54d-4d44-beec-4a5c503b870e HTTP/1.1" status: 200 len: 946 time: 0.0491436 Jun 14 18:13:42.298002 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-73a2cad3-d159-498b-8aa3-f0488f67d22d req-771467dc-b1fd-4c04-b051-1e3ec84af700 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/security-groups?id=395065f2-5ad0-4d61-889d-81c18e5b9b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343480 Jun 14 18:13:42.437124 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2160264f-a857-438c-8bd4-28f8313ce5f3 req-269a9f7d-f3d1-4407-85d1-776f3b680450 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:42.439164 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-2160264f-a857-438c-8bd4-28f8313ce5f3 req-269a9f7d-f3d1-4407-85d1-776f3b680450 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/ports?device_id=8592e02c-d7fd-4308-9955-3fcb861a164d HTTP/1.1" status: 200 len: 943 time: 0.0601475 Jun 14 18:13:42.476162 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-2160264f-a857-438c-8bd4-28f8313ce5f3 req-4353f8a1-66b7-45fc-a7d0-9c5a933a7181 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e9b1789-2c21-44c4-9200-ad2f8fbcbd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307693 Jun 14 18:13:42.855640 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d3306a-8abf-4409-aedd-423b5221e9ee req-1f9cc733-1943-47e1-ba09-4773348d3137 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:42.857096 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-48d3306a-8abf-4409-aedd-423b5221e9ee req-1f9cc733-1943-47e1-ba09-4773348d3137 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c01ae33-4bcd-4445-b978-df44a99f69bf HTTP/1.1" status: 200 len: 946 time: 0.0480933 Jun 14 18:13:42.894866 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-48d3306a-8abf-4409-aedd-423b5221e9ee req-dd945171-c5c7-445a-ba29-06d13d4c0e14 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314469 Jun 14 18:13:43.054276 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa22dc-f2d3-4148-9e9c-9f2324aa108d req-754df12f-2141-481d-a8cc-994ab2b91882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:43.055753 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-62fa22dc-f2d3-4148-9e9c-9f2324aa108d req-754df12f-2141-481d-a8cc-994ab2b91882 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a98d65273e2546aa9252b74c4f9daae4&device_id=8592e02c-d7fd-4308-9955-3fcb861a164d HTTP/1.1" status: 200 len: 1096 time: 0.0403171 Jun 14 18:13:43.183810 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa22dc-f2d3-4148-9e9c-9f2324aa108d req-2e72c751-12a6-4c05-932e-b7851d3892a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:43.185231 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-62fa22dc-f2d3-4148-9e9c-9f2324aa108d req-2e72c751-12a6-4c05-932e-b7851d3892a0 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=a98d65273e2546aa9252b74c4f9daae4&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0952721 Jun 14 18:13:43.277916 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa22dc-f2d3-4148-9e9c-9f2324aa108d req-b2bb5cc5-e5ae-49a8-94d7-4458772ddbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:43.279370 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-62fa22dc-f2d3-4148-9e9c-9f2324aa108d req-b2bb5cc5-e5ae-49a8-94d7-4458772ddbd2 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0865519 Jun 14 18:13:43.382936 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef82424-d97d-4f67-a199-ca55b8402c62 req-51ca69c3-74c9-4297-a07e-b67ae563e36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:43.384637 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-2ef82424-d97d-4f67-a199-ca55b8402c62 req-51ca69c3-74c9-4297-a07e-b67ae563e36f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a98d65273e2546aa9252b74c4f9daae4&device_id=8592e02c-d7fd-4308-9955-3fcb861a164d HTTP/1.1" status: 200 len: 1096 time: 0.0636091 Jun 14 18:13:43.436425 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-2ef82424-d97d-4f67-a199-ca55b8402c62 req-843fef50-584e-498d-9019-97fa6a3decd8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00b36853-55db-4077-b69a-52b7d06fc789 HTTP/1.1" status: 200 len: 217 time: 0.0425346 Jun 14 18:13:43.441618 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6270bdef-244f-49d7-9bac-577db345aa6e req-7113dba5-c17c-49de-a5d2-d3596cac7d6b tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:43.443128 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-6270bdef-244f-49d7-9bac-577db345aa6e req-7113dba5-c17c-49de-a5d2-d3596cac7d6b tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8b5ea8-c54d-4d44-beec-4a5c503b870e HTTP/1.1" status: 200 len: 946 time: 0.0540969 Jun 14 18:13:43.480904 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-6270bdef-244f-49d7-9bac-577db345aa6e req-22cdb2f6-f308-4698-87a4-1034fa7def8f tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/security-groups?id=395065f2-5ad0-4d61-889d-81c18e5b9b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315266 Jun 14 18:13:43.485637 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef82424-d97d-4f67-a199-ca55b8402c62 req-25e2a7fb-0481-42ae-ad18-2cd3d2c8c4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:43.487903 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-2ef82424-d97d-4f67-a199-ca55b8402c62 req-25e2a7fb-0481-42ae-ad18-2cd3d2c8c4d0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d637fcab-e631-4a9a-85a6-1edd05917c42 HTTP/1.1" status: 200 len: 850 time: 0.0446835 Jun 14 18:13:43.532759 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef82424-d97d-4f67-a199-ca55b8402c62 req-96ab09f2-3f1c-493b-87f1-8c5cc8bd5f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:43.534965 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-2ef82424-d97d-4f67-a199-ca55b8402c62 req-96ab09f2-3f1c-493b-87f1-8c5cc8bd5f56 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=576da013-3617-4a8e-90bf-f7e3da71dae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393257 Jun 14 18:13:43.645968 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c99cb7c-b3ce-45ec-9449-641d3591daa8 req-c0bc0ed7-a107-4710-979e-df68c2152e14 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:43.647396 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-6c99cb7c-b3ce-45ec-9449-641d3591daa8 req-c0bc0ed7-a107-4710-979e-df68c2152e14 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/ports?device_id=8592e02c-d7fd-4308-9955-3fcb861a164d HTTP/1.1" status: 200 len: 943 time: 0.1052785 Jun 14 18:13:43.680196 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-2ef82424-d97d-4f67-a199-ca55b8402c62 req-e1471547-5605-40fe-a247-a9ff0c34b8af service neutron] 10.222.0.90 "GET /v2.0/networks/576da013-3617-4a8e-90bf-f7e3da71dae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290753 Jun 14 18:13:43.718386 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-6c99cb7c-b3ce-45ec-9449-641d3591daa8 req-7b00d87e-89ab-49d3-8510-0a82371bc11e tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e9b1789-2c21-44c4-9200-ad2f8fbcbd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630498 Jun 14 18:13:43.792752 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-2ef82424-d97d-4f67-a199-ca55b8402c62 req-5bfabea8-d0ac-4a9a-b388-37eee107dcb5 service neutron] 10.222.0.90 "GET /v2.0/networks/576da013-3617-4a8e-90bf-f7e3da71dae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013942 Jun 14 18:13:44.028793 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc05ae75-bb3e-4c57-ab6d-2b59c0c85ab1 req-76636161-153e-4c62-8594-826a2597b225 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:44.030314 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-dc05ae75-bb3e-4c57-ab6d-2b59c0c85ab1 req-76636161-153e-4c62-8594-826a2597b225 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c01ae33-4bcd-4445-b978-df44a99f69bf HTTP/1.1" status: 200 len: 946 time: 0.0648506 Jun 14 18:13:44.069115 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-dc05ae75-bb3e-4c57-ab6d-2b59c0c85ab1 req-a30c6f6a-4fea-46fa-96d0-9248efe02f98 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325990 Jun 14 18:13:44.603431 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0b4b68-bfdf-431e-a29e-6c13731dacf6 req-835699d0-8aea-4dd5-b185-00af2b539e4a tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:44.604886 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-4e0b4b68-bfdf-431e-a29e-6c13731dacf6 req-835699d0-8aea-4dd5-b185-00af2b539e4a tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8b5ea8-c54d-4d44-beec-4a5c503b870e HTTP/1.1" status: 200 len: 946 time: 0.0527225 Jun 14 18:13:44.646165 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-4e0b4b68-bfdf-431e-a29e-6c13731dacf6 req-8e945011-cb7a-46de-b739-612d494adb07 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/security-groups?id=395065f2-5ad0-4d61-889d-81c18e5b9b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348706 Jun 14 18:13:44.839994 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff490e08-60f4-4ed8-89ab-957342a9127c req-d17a5a34-6b8e-4e62-85a4-70bd2211956a tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:44.841447 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-ff490e08-60f4-4ed8-89ab-957342a9127c req-d17a5a34-6b8e-4e62-85a4-70bd2211956a tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/ports?device_id=8592e02c-d7fd-4308-9955-3fcb861a164d HTTP/1.1" status: 200 len: 943 time: 0.0500722 Jun 14 18:13:44.880557 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-ff490e08-60f4-4ed8-89ab-957342a9127c req-03bf0592-a637-42b6-8ab6-926475bfa617 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e9b1789-2c21-44c4-9200-ad2f8fbcbd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323622 Jun 14 18:13:45.197904 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce8cf39-c79f-47ea-8a5a-e7338a632206 req-10bc1457-1223-45b7-bee4-88e32bb6962e tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:45.199367 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-3ce8cf39-c79f-47ea-8a5a-e7338a632206 req-10bc1457-1223-45b7-bee4-88e32bb6962e tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c01ae33-4bcd-4445-b978-df44a99f69bf HTTP/1.1" status: 200 len: 946 time: 0.0585568 Jun 14 18:13:45.239411 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-3ce8cf39-c79f-47ea-8a5a-e7338a632206 req-738b9c50-79c2-439e-98ec-2e10ea6e1a02 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325966 Jun 14 18:13:45.782747 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6666e32f-c76f-4e90-8a77-630e64f7616c req-18976e4f-06a4-4b63-b14e-0e08784a6202 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:45.785086 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-6666e32f-c76f-4e90-8a77-630e64f7616c req-18976e4f-06a4-4b63-b14e-0e08784a6202 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8b5ea8-c54d-4d44-beec-4a5c503b870e HTTP/1.1" status: 200 len: 946 time: 0.0626855 Jun 14 18:13:45.825685 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-6666e32f-c76f-4e90-8a77-630e64f7616c req-dbea8cd8-1320-484c-b005-7cad6d563558 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/security-groups?id=395065f2-5ad0-4d61-889d-81c18e5b9b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322738 Jun 14 18:13:46.000028 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796fe8d8-fcf2-41e6-867e-cbd63b95f876 req-3dc0af1e-5c15-4625-b5a0-4d74375e8750 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:46.001487 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-796fe8d8-fcf2-41e6-867e-cbd63b95f876 req-3dc0af1e-5c15-4625-b5a0-4d74375e8750 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/ports?device_id=8592e02c-d7fd-4308-9955-3fcb861a164d HTTP/1.1" status: 200 len: 943 time: 0.0486493 Jun 14 18:13:46.039669 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-796fe8d8-fcf2-41e6-867e-cbd63b95f876 req-e8e7da56-6af0-44ff-ba69-d39c080cf254 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e9b1789-2c21-44c4-9200-ad2f8fbcbd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314913 Jun 14 18:13:46.352685 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1c6c1f-d3d0-4d0a-b3b9-0f3beb90b05c req-04dcf5bd-f8f1-4b18-9452-137df6769490 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:46.354212 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-1f1c6c1f-d3d0-4d0a-b3b9-0f3beb90b05c req-04dcf5bd-f8f1-4b18-9452-137df6769490 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c01ae33-4bcd-4445-b978-df44a99f69bf HTTP/1.1" status: 200 len: 946 time: 0.0486352 Jun 14 18:13:46.390928 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-1f1c6c1f-d3d0-4d0a-b3b9-0f3beb90b05c req-24d2f74c-b625-4275-ae37-eb37d6405c24 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305417 Jun 14 18:13:46.423184 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-67f615a4-a479-471f-832f-eb24ea0d372a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:46.800732 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 54004) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:13:46.921378 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-5bd2c0bb-f712-48a8-8eff-2446c9cd0396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:46.962174 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b8491e-c30e-4885-a22e-635f84628607 req-c9c500cb-9276-4869-86bc-9efad7820ded tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:46.982095 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-31b8491e-c30e-4885-a22e-635f84628607 req-c9c500cb-9276-4869-86bc-9efad7820ded tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8b5ea8-c54d-4d44-beec-4a5c503b870e HTTP/1.1" status: 200 len: 946 time: 0.0739012 Jun 14 18:13:47.033001 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-31b8491e-c30e-4885-a22e-635f84628607 req-1de3e16b-de77-442c-ac6a-295eba20c6ad tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/security-groups?id=395065f2-5ad0-4d61-889d-81c18e5b9b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453997 Jun 14 18:13:47.059010 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-5bd2c0bb-f712-48a8-8eff-2446c9cd0396 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:47.066916 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-5bd2c0bb-f712-48a8-8eff-2446c9cd0396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:47.106151 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd2c0bb-f712-48a8-8eff-2446c9cd0396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b989569-0d6c-417f-ad42-4e1b96b806da,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:13:47.131117 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-5bd2c0bb-f712-48a8-8eff-2446c9cd0396 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=358e38e64c4b4061abc1f538101cdfe9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3286593 Jun 14 18:13:47.133695 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 54024) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:13:47.170930 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f2b735-e825-4903-9f39-c66ae47eaaa0 req-4be4d4f1-bc89-4d79-9455-7f7a2f0037c2 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:47.172401 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-c8f2b735-e825-4903-9f39-c66ae47eaaa0 req-4be4d4f1-bc89-4d79-9455-7f7a2f0037c2 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/ports?device_id=8592e02c-d7fd-4308-9955-3fcb861a164d HTTP/1.1" status: 200 len: 943 time: 0.0513518 Jun 14 18:13:47.195559 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-b66f2e17-2bf3-44b6-8e15-87a54ea6275e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:47.213426 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-c8f2b735-e825-4903-9f39-c66ae47eaaa0 req-78ab8c45-7822-416c-a49a-44f2d547ecd7 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e9b1789-2c21-44c4-9200-ad2f8fbcbd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330582 Jun 14 18:13:47.217956 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-b66f2e17-2bf3-44b6-8e15-87a54ea6275e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:47.267027 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-b66f2e17-2bf3-44b6-8e15-87a54ea6275e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:47.270859 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-b66f2e17-2bf3-44b6-8e15-87a54ea6275e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:47.272156 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-b66f2e17-2bf3-44b6-8e15-87a54ea6275e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0b989569-0d6c-417f-ad42-4e1b96b806da HTTP/1.1" status: 204 len: 168 time: 0.1373413 Jun 14 18:13:47.280484 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66f2e17-2bf3-44b6-8e15-87a54ea6275e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b989569-0d6c-417f-ad42-4e1b96b806da,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:13:47.457267 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b8049c-3039-47a4-a101-5688cbbde8e1 req-bf16af93-78b7-4585-b463-3d824b527c07 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:47.458935 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-e8b8049c-3039-47a4-a101-5688cbbde8e1 req-bf16af93-78b7-4585-b463-3d824b527c07 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 945 time: 0.0578377 Jun 14 18:13:47.501199 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-e8b8049c-3039-47a4-a101-5688cbbde8e1 req-f0fb662e-eac4-4c93-a1c6-bb9fb4a7f5fa tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345895 Jun 14 18:13:47.514696 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dff328-43b2-4309-b33e-91212a525b94 req-a864a630-4039-408b-accd-7aed760b93ff tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:47.516177 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-a2dff328-43b2-4309-b33e-91212a525b94 req-a864a630-4039-408b-accd-7aed760b93ff tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c01ae33-4bcd-4445-b978-df44a99f69bf HTTP/1.1" status: 200 len: 946 time: 0.0513754 Jun 14 18:13:47.557711 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-a2dff328-43b2-4309-b33e-91212a525b94 req-b7de81de-ea6f-4c16-882d-d5ea8c3aa7d7 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327938 Jun 14 18:13:47.953494 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 54062) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:13:48.051039 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.v2.base [None req-76bf1fc4-6328-40fc-a718-307653c590f1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1638102188-network', 'tenant_id': 'ba1a6001b639493eb65a9c1197ada8e4'}} {{(pid=102476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:13:48.072245 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76bf1fc4-6328-40fc-a718-307653c590f1 admin admin] Made reservation on behalf of ba1a6001b639493eb65a9c1197ada8e4 for: {'network': 1} {{(pid=102476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:13:48.074876 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-76bf1fc4-6328-40fc-a718-307653c590f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for network, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:48.084254 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-76bf1fc4-6328-40fc-a718-307653c590f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:48.146679 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86048dc2-50b5-4f9c-824c-7a7b2e5be5d7 req-a4af8345-3fd6-4349-9b80-35a64308f5f5 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:48.148756 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-86048dc2-50b5-4f9c-824c-7a7b2e5be5d7 req-a4af8345-3fd6-4349-9b80-35a64308f5f5 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8b5ea8-c54d-4d44-beec-4a5c503b870e HTTP/1.1" status: 200 len: 946 time: 0.0561802 Jun 14 18:13:48.171990 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-76bf1fc4-6328-40fc-a718-307653c590f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:48.177528 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-76bf1fc4-6328-40fc-a718-307653c590f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:48.190266 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-86048dc2-50b5-4f9c-824c-7a7b2e5be5d7 req-b8cf35eb-844f-4208-9c96-6c99cb11d372 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/security-groups?id=395065f2-5ad0-4d61-889d-81c18e5b9b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344527 Jun 14 18:13:48.203488 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76bf1fc4-6328-40fc-a718-307653c590f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1031, 'physical_network': 'physnet1'} {{(pid=102476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 18:13:48.219418 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bf1fc4-6328-40fc-a718-307653c590f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ede4871e-e103-4799-a676-03a81d3a0939,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:13:48.224029 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-76bf1fc4-6328-40fc-a718-307653c590f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977873'] for segment, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:48.224378 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.db.segments_db [None req-76bf1fc4-6328-40fc-a718-307653c590f1 admin admin] Added segment 00c9591e-d9e3-4c96-a0cd-c6aa4f6c80b9 of type vlan for network 16a38fd0-908c-49c9-8b7d-9ea79627fd40 Jun 14 18:13:48.271456 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-76bf1fc4-6328-40fc-a718-307653c590f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758239169585'] for network, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:48.320883 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-76bf1fc4-6328-40fc-a718-307653c590f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477'] for network, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:48.321746 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bf1fc4-6328-40fc-a718-307653c590f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:48.322310 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-76bf1fc4-6328-40fc-a718-307653c590f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7944499'] for network, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:48.361729 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-76bf1fc4-6328-40fc-a718-307653c590f1 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4065757 Jun 14 18:13:48.364666 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 54080) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:13:48.369670 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.v2.base [None req-300e5927-94e6-4948-8357-2e9c104b5760 admin admin] Request body: {'subnet': {'network_id': '16a38fd0-908c-49c9-8b7d-9ea79627fd40', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1638102188-subnet', 'tenant_id': 'ba1a6001b639493eb65a9c1197ada8e4', 'ip_version': 4}} {{(pid=102477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:13:48.390551 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-300e5927-94e6-4948-8357-2e9c104b5760 admin admin] Made reservation on behalf of ba1a6001b639493eb65a9c1197ada8e4 for: {'subnet': 1} {{(pid=102477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:13:48.393509 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-300e5927-94e6-4948-8357-2e9c104b5760 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:48.404078 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a7b7c7-2f4c-468e-a99b-9a43d267de82 req-cd6a0701-62d0-4674-9118-a2805ed56b9f tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:48.405540 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-40a7b7c7-2f4c-468e-a99b-9a43d267de82 req-cd6a0701-62d0-4674-9118-a2805ed56b9f tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/ports?device_id=8592e02c-d7fd-4308-9955-3fcb861a164d HTTP/1.1" status: 200 len: 943 time: 0.1152079 Jun 14 18:13:48.406546 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bf1fc4-6328-40fc-a718-307653c590f1 admin admin] Pushing event updated for resources: {'Network': ['ID=16a38fd0-908c-49c9-8b7d-9ea79627fd40,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:13:48.420970 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Network 16a38fd0-908c-49c9-8b7d-9ea79627fd40 details requested by agent ovs-agent-dv-cinder-821739-1-iscsi with host dv-cinder-821739-1-iscsi {{(pid=102478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 14 18:13:48.449523 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-40a7b7c7-2f4c-468e-a99b-9a43d267de82 req-fbac4471-ca80-4908-8a95-8a3e5525603f tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e9b1789-2c21-44c4-9200-ad2f8fbcbd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345299 Jun 14 18:13:48.591706 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-300e5927-94e6-4948-8357-2e9c104b5760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477'] for subnet, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:48.679331 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eacd6a7-1d46-4d38-977f-4a236c3b9b14 req-ae35086a-516a-43aa-a227-06b4ba72ffcd tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:48.680111 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300e5927-94e6-4948-8357-2e9c104b5760 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6fd4df0-61f4-48b5-9fb9-b9718ce89b6a,revision_number=0']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:13:48.680813 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-2eacd6a7-1d46-4d38-977f-4a236c3b9b14 req-ae35086a-516a-43aa-a227-06b4ba72ffcd tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c01ae33-4bcd-4445-b978-df44a99f69bf HTTP/1.1" status: 200 len: 946 time: 0.0479646 Jun 14 18:13:48.691038 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2085e3f3-cc8d-4d28-ac5e-460116d47a26 req-b868d6c0-f52f-401f-942c-839b9e0f75e5 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:48.693390 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-2085e3f3-cc8d-4d28-ac5e-460116d47a26 req-b868d6c0-f52f-401f-942c-839b9e0f75e5 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 945 time: 0.1161311 Jun 14 18:13:48.702382 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300e5927-94e6-4948-8357-2e9c104b5760 admin admin] Checking segment: {'id': '00c9591e-d9e3-4c96-a0cd-c6aa4f6c80b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '16a38fd0-908c-49c9-8b7d-9ea79627fd40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 14 18:13:48.702734 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300e5927-94e6-4948-8357-2e9c104b5760 admin admin] Network hostable DHCP agents. Network: 16a38fd0-908c-49c9-8b7d-9ea79627fd40, hostable agents: ['7e447456-ff8f-4cbe-bcdd-bfd26b4a7662'], hosted agents: [] {{(pid=102477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 18:13:48.718795 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-af2e4ff7-2fb3-431e-bd34-a4c18a362559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:48.748653 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-2eacd6a7-1d46-4d38-977f-4a236c3b9b14 req-597e4006-945f-4e38-98de-bf1a4aeca9e9 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537477 Jun 14 18:13:48.750077 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-2085e3f3-cc8d-4d28-ac5e-460116d47a26 req-99086f93-8c07-4086-97e7-84784465bbea tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495064 Jun 14 18:13:48.751175 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300e5927-94e6-4948-8357-2e9c104b5760 admin admin] Network 16a38fd0-908c-49c9-8b7d-9ea79627fd40 is scheduled to be hosted by DHCP agent 7e447456-ff8f-4cbe-bcdd-bfd26b4a7662 with binding_index 1 {{(pid=102477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 18:13:48.764557 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.base_scheduler [None req-300e5927-94e6-4948-8357-2e9c104b5760 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821739-1-iscsi, 16a38fd0-908c-49c9-8b7d-9ea79627fd40) {{(pid=102477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:13:48.770746 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300e5927-94e6-4948-8357-2e9c104b5760 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:48.771518 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-300e5927-94e6-4948-8357-2e9c104b5760 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7944499'] for subnet, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:48.780313 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73e8c6e-31bd-4be3-a15e-3ef51c7d026a None None] Network 16a38fd0-908c-49c9-8b7d-9ea79627fd40 requested from dv-cinder-821739-1-iscsi {{(pid=102478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 18:13:48.791565 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-300e5927-94e6-4948-8357-2e9c104b5760 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4255488 Jun 14 18:13:48.794680 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 54090) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:13:48.800382 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.v2.base [None req-d9cacf41-d1ad-4f5e-bc16-cf71f845c23b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1638102188-router', 'tenant_id': 'ba1a6001b639493eb65a9c1197ada8e4', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9'}}} {{(pid=102476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:13:48.820010 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-d9cacf41-d1ad-4f5e-bc16-cf71f845c23b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8279293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16205'] for router, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:48.821072 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-d9cacf41-d1ad-4f5e-bc16-cf71f845c23b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8285349', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8221628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16196'] for router, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:48.880470 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-d9cacf41-d1ad-4f5e-bc16-cf71f845c23b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:48.940008 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f9f2a0-e43f-42ca-b4f5-ec02ce04a190 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13f8722a-7f63-57e1-9bed-f7c7ba50e3fe-16a38fd0-908c-49c9-8b7d-9ea79627fd40', 'network_id': '16a38fd0-908c-49c9-8b7d-9ea79627fd40', 'tenant_id': 'ba1a6001b639493eb65a9c1197ada8e4', 'fixed_ips': [{'subnet_id': 'b6fd4df0-61f4-48b5-9fb9-b9718ce89b6a'}]}} from dv-cinder-821739-1-iscsi. {{(pid=102478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 14 18:13:48.941010 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-34f9f2a0-e43f-42ca-b4f5-ec02ce04a190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_create {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:48.950225 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 54094) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:13:49.022962 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-d9cacf41-d1ad-4f5e-bc16-cf71f845c23b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:49.079392 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-fd0390ca-0722-4b29-a57d-578fda2f87d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:49.098910 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.db_base_plugin_common [None req-34f9f2a0-e43f-42ca-b4f5-ec02ce04a190 None None] Allocated IP 172.20.0.2 (16a38fd0-908c-49c9-8b7d-9ea79627fd40/b6fd4df0-61f4-48b5-9fb9-b9718ce89b6a/96f393b9-2921-485e-81fe-b4ec884c5713) {{(pid=102478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:13:49.161809 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-fd0390ca-0722-4b29-a57d-578fda2f87d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:49.167111 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-fd0390ca-0722-4b29-a57d-578fda2f87d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:49.202937 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0390ca-0722-4b29-a57d-578fda2f87d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f4b086-c6e8-4539-a2d3-970bd389f6b2,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:13:49.214658 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 54100) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:13:49.224915 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-fd0390ca-0722-4b29-a57d-578fda2f87d8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d4280f9cc9bb47b7a1b4fcd3ff3d2b03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2738717 Jun 14 18:13:49.257126 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-34f9f2a0-e43f-42ca-b4f5-ec02ce04a190 None None] Notify callbacks [] for port, precommit_create {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:49.263689 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-34f9f2a0-e43f-42ca-b4f5-ec02ce04a190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239190878'] for port, after_create {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:49.271436 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-d9cacf41-d1ad-4f5e-bc16-cf71f845c23b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:49.303327 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f9f2a0-e43f-42ca-b4f5-ec02ce04a190 None None] Network 16a38fd0-908c-49c9-8b7d-9ea79627fd40 is already hosted by enough agents. {{(pid=102478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:13:49.306131 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.scheduler.base_scheduler [None req-34f9f2a0-e43f-42ca-b4f5-ec02ce04a190 None None] Resources bound (agent type, host, resource id): {{(pid=102478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:13:49.308769 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f9f2a0-e43f-42ca-b4f5-ec02ce04a190 None None] Received port after_create {{(pid=102478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 14 18:13:49.320292 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-d9cacf41-d1ad-4f5e-bc16-cf71f845c23b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:49.320862 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f9f2a0-e43f-42ca-b4f5-ec02ce04a190 None None] Pushing event updated for resources: {'Port': ['ID=96f393b9-2921-485e-81fe-b4ec884c5713,revision_number=1']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:13:49.336065 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-784cd61b-5386-4a43-b1ce-f774f0cecb17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:49.378196 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.managers [None req-34f9f2a0-e43f-42ca-b4f5-ec02ce04a190 None None] Attempting to bind port 96f393b9-2921-485e-81fe-b4ec884c5713 on host dv-cinder-821739-1-iscsi for vnic_type normal with profile {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 14 18:13:49.378813 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.managers [None req-34f9f2a0-e43f-42ca-b4f5-ec02ce04a190 None None] Attempting to bind port 96f393b9-2921-485e-81fe-b4ec884c5713 by drivers openvswitch,hyperv on host dv-cinder-821739-1-iscsi at level 0 using segments [{'id': '00c9591e-d9e3-4c96-a0cd-c6aa4f6c80b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '16a38fd0-908c-49c9-8b7d-9ea79627fd40'}] {{(pid=102478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 14 18:13:49.379333 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f9f2a0-e43f-42ca-b4f5-ec02ce04a190 None None] Attempting to bind port 96f393b9-2921-485e-81fe-b4ec884c5713 on network 16a38fd0-908c-49c9-8b7d-9ea79627fd40 {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:13:49.387540 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f9f2a0-e43f-42ca-b4f5-ec02ce04a190 None None] Checking agent: {'id': 'e8f0c06d-b34a-40ed-9da4-c5e71adce1cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821739-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 3, 22), 'started_at': datetime.datetime(2022, 6, 14, 18, 3, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821739-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:13:49.388299 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f9f2a0-e43f-42ca-b4f5-ec02ce04a190 None None] Checking segment: {'id': '00c9591e-d9e3-4c96-a0cd-c6aa4f6c80b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '16a38fd0-908c-49c9-8b7d-9ea79627fd40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 14 18:13:49.388883 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-34f9f2a0-e43f-42ca-b4f5-ec02ce04a190 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:49.389465 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f9f2a0-e43f-42ca-b4f5-ec02ce04a190 None None] Bound using segment: {'id': '00c9591e-d9e3-4c96-a0cd-c6aa4f6c80b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '16a38fd0-908c-49c9-8b7d-9ea79627fd40'} {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:13:49.390234 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.managers [None req-34f9f2a0-e43f-42ca-b4f5-ec02ce04a190 None None] Bound port: 96f393b9-2921-485e-81fe-b4ec884c5713, host: dv-cinder-821739-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00c9591e-d9e3-4c96-a0cd-c6aa4f6c80b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '16a38fd0-908c-49c9-8b7d-9ea79627fd40'}}] {{(pid=102478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 14 18:13:49.390846 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-34f9f2a0-e43f-42ca-b4f5-ec02ce04a190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:49.433492 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-784cd61b-5386-4a43-b1ce-f774f0cecb17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:49.442789 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48d024f-ab54-4e5a-b5ed-6c7e3018b7c7 req-cdc73e1e-5e41-4fe0-acb0-c77e19f85f24 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:49.444575 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-e48d024f-ab54-4e5a-b5ed-6c7e3018b7c7 req-cdc73e1e-5e41-4fe0-acb0-c77e19f85f24 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8b5ea8-c54d-4d44-beec-4a5c503b870e HTTP/1.1" status: 200 len: 946 time: 0.1787422 Jun 14 18:13:49.466502 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-34f9f2a0-e43f-42ca-b4f5-ec02ce04a190 None None] For port 96f393b9-2921-485e-81fe-b4ec884c5713, host dv-cinder-821739-1-iscsi, cleared binding levels {{(pid=102478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:13:49.469698 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-34f9f2a0-e43f-42ca-b4f5-ec02ce04a190 None None] For port 96f393b9-2921-485e-81fe-b4ec884c5713, host dv-cinder-821739-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=96f393b9-2921-485e-81fe-b4ec884c5713,segment=NetworkSegment(00c9591e-d9e3-4c96-a0cd-c6aa4f6c80b9),segment_id=00c9591e-d9e3-4c96-a0cd-c6aa4f6c80b9)] {{(pid=102478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:13:49.476682 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-34f9f2a0-e43f-42ca-b4f5-ec02ce04a190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:49.566317 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f9f2a0-e43f-42ca-b4f5-ec02ce04a190 None None] Pushing event updated for resources: {'Port': ['ID=96f393b9-2921-485e-81fe-b4ec884c5713,revision_number=2']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:13:49.568590 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-e48d024f-ab54-4e5a-b5ed-6c7e3018b7c7 req-21660125-3d21-4bb8-a906-08fad23a6bc6 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/security-groups?id=395065f2-5ad0-4d61-889d-81c18e5b9b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151636 Jun 14 18:13:49.599987 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.db.db_base_plugin_common [None req-d9cacf41-d1ad-4f5e-bc16-cf71f845c23b admin admin] Allocated IP 172.27.2.222 (0514a421-38fe-44fa-a158-ef00d417fed9/5974f5a1-c656-4a3f-aaeb-f2cb77111b45/d26b9894-09e2-4b11-977b-2d2cae12ffed) {{(pid=102476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:13:49.647736 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-784cd61b-5386-4a43-b1ce-f774f0cecb17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:49.651413 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-784cd61b-5386-4a43-b1ce-f774f0cecb17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:49.652623 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-784cd61b-5386-4a43-b1ce-f774f0cecb17 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/44f4b086-c6e8-4539-a2d3-970bd389f6b2 HTTP/1.1" status: 204 len: 168 time: 0.4370313 Jun 14 18:13:49.653834 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b7c00-5400-477a-9dd4-4e20ce63203b req-a89a130c-be8a-4ed0-8c2d-1f847b4be73f tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:49.663154 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-757b7c00-5400-477a-9dd4-4e20ce63203b req-a89a130c-be8a-4ed0-8c2d-1f847b4be73f tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/ports?device_id=8592e02c-d7fd-4308-9955-3fcb861a164d HTTP/1.1" status: 200 len: 943 time: 0.1155357 Jun 14 18:13:49.697941 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784cd61b-5386-4a43-b1ce-f774f0cecb17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f4b086-c6e8-4539-a2d3-970bd389f6b2,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:13:49.769139 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-757b7c00-5400-477a-9dd4-4e20ce63203b req-075a0cb3-47a5-46c9-861d-083e7113d969 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e9b1789-2c21-44c4-9200-ad2f8fbcbd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046093 Jun 14 18:13:49.813153 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-cf1fda14-6f0d-42ea-928d-63fe9f24329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:49.938262 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-d9cacf41-d1ad-4f5e-bc16-cf71f845c23b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:50.018629 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671fc9f3-e1aa-4d4c-b102-9f1cf75b92b5 req-09aaeb3e-f880-43d0-b358-aedb202b019a tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:50.020684 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e87472-db76-4ffa-bfaa-e8ddd187137a req-66a768f7-c757-4a8d-963d-df56c8469ad0 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:50.022309 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-01e87472-db76-4ffa-bfaa-e8ddd187137a req-66a768f7-c757-4a8d-963d-df56c8469ad0 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c01ae33-4bcd-4445-b978-df44a99f69bf HTTP/1.1" status: 200 len: 946 time: 0.1584136 Jun 14 18:13:50.030643 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-671fc9f3-e1aa-4d4c-b102-9f1cf75b92b5 req-09aaeb3e-f880-43d0-b358-aedb202b019a tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 945 time: 0.1214757 Jun 14 18:13:50.045745 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-d9cacf41-d1ad-4f5e-bc16-cf71f845c23b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239190878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378765'] for port, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:50.084687 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-671fc9f3-e1aa-4d4c-b102-9f1cf75b92b5 req-16e3f831-f39f-49ef-87a1-b0ca35b3a15f tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527046 Jun 14 18:13:50.115449 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9cacf41-d1ad-4f5e-bc16-cf71f845c23b admin admin] Network 0514a421-38fe-44fa-a158-ef00d417fed9 is already hosted by enough agents. {{(pid=102476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:13:50.131844 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-01e87472-db76-4ffa-bfaa-e8ddd187137a req-d998f934-4bd7-41c3-9ba7-13db186057f8 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032529 Jun 14 18:13:50.136848 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.base_scheduler [None req-d9cacf41-d1ad-4f5e-bc16-cf71f845c23b admin admin] Resources bound (agent type, host, resource id): {{(pid=102476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:13:50.147683 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cacf41-d1ad-4f5e-bc16-cf71f845c23b admin admin] Received port after_create {{(pid=102476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 14 18:13:50.175069 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cacf41-d1ad-4f5e-bc16-cf71f845c23b admin admin] Pushing event updated for resources: {'Port': ['ID=d26b9894-09e2-4b11-977b-2d2cae12ffed,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:13:50.445915 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-d9cacf41-d1ad-4f5e-bc16-cf71f845c23b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:50.735903 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb1fb0-7d90-4b39-ad8e-caa5ca82613d req-35dc6a00-dc9a-468d-bafa-9348fbd84ef0 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:50.739380 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-62fb1fb0-7d90-4b39-ad8e-caa5ca82613d req-35dc6a00-dc9a-468d-bafa-9348fbd84ef0 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8b5ea8-c54d-4d44-beec-4a5c503b870e HTTP/1.1" status: 200 len: 946 time: 0.0654190 Jun 14 18:13:50.799414 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-62fb1fb0-7d90-4b39-ad8e-caa5ca82613d req-d9de4be7-88c3-48ec-a8a4-507238eced2a tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/security-groups?id=395065f2-5ad0-4d61-889d-81c18e5b9b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520782 Jun 14 18:13:50.924333 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd2f15e-b55d-4571-a4f3-d12facce8a9a None None] Network 16a38fd0-908c-49c9-8b7d-9ea79627fd40 requested from dv-cinder-821739-1-iscsi {{(pid=102478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 18:13:50.950366 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-d9cacf41-d1ad-4f5e-bc16-cf71f845c23b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8287610'] for router, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:51.020123 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd25140-254e-42f0-a9e9-38a9e91da033 req-058f2710-d497-4429-bba5-d87d907a05c0 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:51.021618 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-cdd25140-254e-42f0-a9e9-38a9e91da033 req-058f2710-d497-4429-bba5-d87d907a05c0 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/ports?device_id=8592e02c-d7fd-4308-9955-3fcb861a164d HTTP/1.1" status: 200 len: 943 time: 0.1240013 Jun 14 18:13:51.067337 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-d1a777f2-a008-4979-86df-fe154d8357d8 None None] Provisioning complete for port 96f393b9-2921-485e-81fe-b4ec884c5713 triggered by entity DHCP. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:13:51.067780 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-d1a777f2-a008-4979-86df-fe154d8357d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:51.104733 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-cdd25140-254e-42f0-a9e9-38a9e91da033 req-1ea0c4fc-5606-469a-8ac2-71cbecb6b35b tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e9b1789-2c21-44c4-9200-ad2f8fbcbd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716128 Jun 14 18:13:51.163168 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9cacf41-d1ad-4f5e-bc16-cf71f845c23b admin admin] Router 47afafad-783e-40f4-b652-f40577821898 is scheduled to L3 agent 2bd7ef4a-700f-45f4-ae1e-98ca6454acba with binding_index 1 {{(pid=102476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 14 18:13:51.306780 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cfa3fc-ebf9-4df2-95c4-853b44178561 req-31dde4f3-8b71-40aa-89d1-58fd03c5850a tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:51.315666 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device 96f393b9-2921-485e-81fe-b4ec884c5713 up at agent ovs-agent-dv-cinder-821739-1-iscsi {{(pid=102478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:13:51.316301 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-08cfa3fc-ebf9-4df2-95c4-853b44178561 req-31dde4f3-8b71-40aa-89d1-58fd03c5850a tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 945 time: 0.0901453 Jun 14 18:13:51.369407 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-08cfa3fc-ebf9-4df2-95c4-853b44178561 req-47e38c03-ce9c-4ddc-a13c-17ffb75abce0 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518999 Jun 14 18:13:51.415862 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9cacf41-d1ad-4f5e-bc16-cf71f845c23b admin admin] Notify agent at l3_agent.dv-cinder-821739-1-iscsi the message routers_updated {{(pid=102476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:13:51.416104 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-d1a777f2-a008-4979-86df-fe154d8357d8 None None] Current status of the port 96f393b9-2921-485e-81fe-b4ec884c5713 is: DOWN; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:13:51.416660 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-d1a777f2-a008-4979-86df-fe154d8357d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:51.432963 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12766811-71fe-4228-864a-92804b23df68 None None] Sync routers for ids ['47afafad-783e-40f4-b652-f40577821898'] in dv-cinder-821739-1-iscsi {{(pid=102479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:13:51.448270 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12766811-71fe-4228-864a-92804b23df68 None None] Routers {'47afafad-783e-40f4-b652-f40577821898'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:13:51.449267 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-12766811-71fe-4228-864a-92804b23df68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:13:49Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['47afafad-783e-40f4-b652-f40577821898'], 'active': True} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:13:51.458404 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ae2c24-9126-466a-9a45-bbda579cf43d req-c1a195fb-f699-493e-aa21-7aa8b9cf9c49 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:51.460198 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-f4ae2c24-9126-466a-9a45-bbda579cf43d req-c1a195fb-f699-493e-aa21-7aa8b9cf9c49 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c01ae33-4bcd-4445-b978-df44a99f69bf HTTP/1.1" status: 200 len: 946 time: 0.1084673 Jun 14 18:13:51.468529 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-d9cacf41-d1ad-4f5e-bc16-cf71f845c23b admin admin] Notify callbacks [] for router, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:51.472511 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-d9cacf41-d1ad-4f5e-bc16-cf71f845c23b admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6740241 Jun 14 18:13:51.472842 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 54162) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:13:51.478028 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-d1a777f2-a008-4979-86df-fe154d8357d8 None None] For port 96f393b9-2921-485e-81fe-b4ec884c5713, host dv-cinder-821739-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=96f393b9-2921-485e-81fe-b4ec884c5713,segment=NetworkSegment(00c9591e-d9e3-4c96-a0cd-c6aa4f6c80b9),segment_id=00c9591e-d9e3-4c96-a0cd-c6aa4f6c80b9)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:13:51.488917 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Provisioning complete for port 96f393b9-2921-485e-81fe-b4ec884c5713 triggered by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:13:51.489567 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:51.491493 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-d1a777f2-a008-4979-86df-fe154d8357d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:51.534976 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-f4ae2c24-9126-466a-9a45-bbda579cf43d req-95672011-ce64-4b17-87ad-e8a6f212733e tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633476 Jun 14 18:13:51.619813 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-1a5f21f8-b210-492f-a8cf-2d8a6010caea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:51.632242 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a777f2-a008-4979-86df-fe154d8357d8 None None] Pushing event updated for resources: {'Port': ['ID=96f393b9-2921-485e-81fe-b4ec884c5713,revision_number=3']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:13:51.653377 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-ad887641-a61d-4154-aa7e-f29af178ad01 None None] Provisioning complete for port 96f393b9-2921-485e-81fe-b4ec884c5713 triggered by entity DHCP. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:13:51.653777 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-ad887641-a61d-4154-aa7e-f29af178ad01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:51.694034 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvr_db [None req-12766811-71fe-4228-864a-92804b23df68 None None] Set router 47afafad-783e-40f4-b652-f40577821898 gateway port host: dv-cinder-821739-1-iscsi {{(pid=102479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:13:51.715156 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Current status of the port 96f393b9-2921-485e-81fe-b4ec884c5713 is: ACTIVE; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:13:51.898126 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-12766811-71fe-4228-864a-92804b23df68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47afafad-783e-40f4-b652-f40577821898', 'name': 'tempest-TestShelveInstance-1638102188-router', 'tenant_id': 'ba1a6001b639493eb65a9c1197ada8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'd26b9894-09e2-4b11-977b-2d2cae12ffed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:13:48Z', 'updated_at': '2022-06-14T18:13:50Z', 'revision_number': 3, 'project_id': 'ba1a6001b639493eb65a9c1197ada8e4', 'gw_port': {'id': 'd26b9894-09e2-4b11-977b-2d2cae12ffed', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a7:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47afafad-783e-40f4-b652-f40577821898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:13:49Z', 'updated_at': '2022-06-14T18:13:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi'}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:13:51.902889 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-ad887641-a61d-4154-aa7e-f29af178ad01 None None] Current status of the port 96f393b9-2921-485e-81fe-b4ec884c5713 is: ACTIVE; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:13:51.924981 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12766811-71fe-4228-864a-92804b23df68 None None] Checking router: 47afafad-783e-40f4-b652-f40577821898 for host: dv-cinder-821739-1-iscsi {{(pid=102479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:13:51.925604 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12766811-71fe-4228-864a-92804b23df68 None None] Updating router 47afafad-783e-40f4-b652-f40577821898 port d26b9894-09e2-4b11-977b-2d2cae12ffed binding host dv-cinder-821739-1-iscsi {{(pid=102479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 18:13:51.937706 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:51.957096 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron_lib.callbacks.manager [None req-12766811-71fe-4228-864a-92804b23df68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:51.977523 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaeee34-b1d1-4995-a247-8aa5a1d67d6b req-0771ba2c-e419-47e2-aa32-5ca81fb04573 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:51.979349 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-dcaeee34-b1d1-4995-a247-8aa5a1d67d6b req-0771ba2c-e419-47e2-aa32-5ca81fb04573 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8b5ea8-c54d-4d44-beec-4a5c503b870e HTTP/1.1" status: 200 len: 946 time: 0.0833960 Jun 14 18:13:51.996971 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-36be425c-81dd-45d8-b402-ab8dc0b93564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:52.042966 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-dcaeee34-b1d1-4995-a247-8aa5a1d67d6b req-37d4b5b5-c0e7-4b04-b951-0f68b023ca30 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/security-groups?id=395065f2-5ad0-4d61-889d-81c18e5b9b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553739 Jun 14 18:13:52.174754 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.db_base_plugin_common [None req-36be425c-81dd-45d8-b402-ab8dc0b93564 admin admin] Allocated IP 172.20.0.1 (16a38fd0-908c-49c9-8b7d-9ea79627fd40/b6fd4df0-61f4-48b5-9fb9-b9718ce89b6a/52f5e439-576e-422e-8951-0de918ff1df2) {{(pid=102477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:13:52.220346 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron_lib.callbacks.manager [None req-12766811-71fe-4228-864a-92804b23df68 None None] Notify callbacks [] for port, precommit_update {{(pid=102479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:52.230633 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron_lib.callbacks.manager [None req-12766811-71fe-4228-864a-92804b23df68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:52.242650 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777501d3-b053-4a20-8c3a-d1adfb015904 req-b84d2104-d848-4e6c-b6e5-919bc83eafdf tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:52.244214 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-777501d3-b053-4a20-8c3a-d1adfb015904 req-b84d2104-d848-4e6c-b6e5-919bc83eafdf tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/ports?device_id=8592e02c-d7fd-4308-9955-3fcb861a164d HTTP/1.1" status: 200 len: 943 time: 0.0594275 Jun 14 18:13:52.281269 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c92500-a23f-4a7f-b08d-ff7b33d8f49c None None] Pushing event updated for resources: {'Port': ['ID=d26b9894-09e2-4b11-977b-2d2cae12ffed,revision_number=2']} {{(pid=102479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:13:52.301399 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-777501d3-b053-4a20-8c3a-d1adfb015904 req-822ef2c9-e0bf-4314-8f91-68dfc282b0a5 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e9b1789-2c21-44c4-9200-ad2f8fbcbd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512421 Jun 14 18:13:52.306491 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.plugins.ml2.managers [None req-12766811-71fe-4228-864a-92804b23df68 None None] Attempting to bind port d26b9894-09e2-4b11-977b-2d2cae12ffed on host dv-cinder-821739-1-iscsi for vnic_type normal with profile {{(pid=102479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 14 18:13:52.307882 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.plugins.ml2.managers [None req-12766811-71fe-4228-864a-92804b23df68 None None] Attempting to bind port d26b9894-09e2-4b11-977b-2d2cae12ffed by drivers openvswitch,hyperv on host dv-cinder-821739-1-iscsi at level 0 using segments [{'id': 'd3be3284-4005-440f-af8c-13455fbdf684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9'}] {{(pid=102479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 14 18:13:52.308471 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12766811-71fe-4228-864a-92804b23df68 None None] Attempting to bind port d26b9894-09e2-4b11-977b-2d2cae12ffed on network 0514a421-38fe-44fa-a158-ef00d417fed9 {{(pid=102479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:13:52.316075 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-36be425c-81dd-45d8-b402-ab8dc0b93564 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:52.316317 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12766811-71fe-4228-864a-92804b23df68 None None] Checking agent: {'id': 'e8f0c06d-b34a-40ed-9da4-c5e71adce1cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821739-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 3, 22), 'started_at': datetime.datetime(2022, 6, 14, 18, 3, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821739-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:13:52.316793 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12766811-71fe-4228-864a-92804b23df68 None None] Checking segment: {'id': 'd3be3284-4005-440f-af8c-13455fbdf684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 14 18:13:52.317282 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron_lib.callbacks.manager [None req-12766811-71fe-4228-864a-92804b23df68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:52.317962 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12766811-71fe-4228-864a-92804b23df68 None None] Bound using segment: {'id': 'd3be3284-4005-440f-af8c-13455fbdf684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9'} {{(pid=102479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:13:52.319268 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.plugins.ml2.managers [None req-12766811-71fe-4228-864a-92804b23df68 None None] Bound port: d26b9894-09e2-4b11-977b-2d2cae12ffed, host: dv-cinder-821739-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3be3284-4005-440f-af8c-13455fbdf684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9'}}] {{(pid=102479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 14 18:13:52.319770 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron_lib.callbacks.manager [None req-12766811-71fe-4228-864a-92804b23df68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:52.355714 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-36be425c-81dd-45d8-b402-ab8dc0b93564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239190878'] for port, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:52.396405 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.plugins.ml2.db [None req-12766811-71fe-4228-864a-92804b23df68 None None] For port d26b9894-09e2-4b11-977b-2d2cae12ffed, host dv-cinder-821739-1-iscsi, cleared binding levels {{(pid=102479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:13:52.404720 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36be425c-81dd-45d8-b402-ab8dc0b93564 admin admin] Network 16a38fd0-908c-49c9-8b7d-9ea79627fd40 is already hosted by enough agents. {{(pid=102477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:13:52.409985 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.plugins.ml2.db [None req-12766811-71fe-4228-864a-92804b23df68 None None] For port d26b9894-09e2-4b11-977b-2d2cae12ffed, host dv-cinder-821739-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=d26b9894-09e2-4b11-977b-2d2cae12ffed,segment=NetworkSegment(d3be3284-4005-440f-af8c-13455fbdf684),segment_id=d3be3284-4005-440f-af8c-13455fbdf684)] {{(pid=102479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:13:52.417368 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron_lib.callbacks.manager [None req-12766811-71fe-4228-864a-92804b23df68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:52.423255 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.base_scheduler [None req-36be425c-81dd-45d8-b402-ab8dc0b93564 admin admin] Resources bound (agent type, host, resource id): {{(pid=102477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:13:52.426255 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36be425c-81dd-45d8-b402-ab8dc0b93564 admin admin] Pushing event updated for resources: {'Port': ['ID=52f5e439-576e-422e-8951-0de918ff1df2,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:13:52.450666 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36be425c-81dd-45d8-b402-ab8dc0b93564 admin admin] Received port after_create {{(pid=102477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 14 18:13:52.452362 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-36be425c-81dd-45d8-b402-ab8dc0b93564 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8287653'] for router_interface, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:52.514659 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12766811-71fe-4228-864a-92804b23df68 None None] Routers {'47afafad-783e-40f4-b652-f40577821898'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:13:52.516158 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-12766811-71fe-4228-864a-92804b23df68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:13:49Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['47afafad-783e-40f4-b652-f40577821898'], 'active': True} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:13:52.610719 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d657d5-cbf4-4737-af55-49e69f6a2b6e req-614affdd-6b9e-4627-b67d-a2b442e76023 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:52.612354 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-45d657d5-cbf4-4737-af55-49e69f6a2b6e req-614affdd-6b9e-4627-b67d-a2b442e76023 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 945 time: 0.1126592 Jun 14 18:13:52.622858 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c92500-a23f-4a7f-b08d-ff7b33d8f49c None None] Pushing event updated for resources: {'Port': ['ID=d26b9894-09e2-4b11-977b-2d2cae12ffed,revision_number=3']} {{(pid=102479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:13:52.678927 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-45d657d5-cbf4-4737-af55-49e69f6a2b6e req-d525b53d-26f1-4bfd-856f-0634b6695584 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579257 Jun 14 18:13:52.714106 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-36be425c-81dd-45d8-b402-ab8dc0b93564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:52.746383 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945903a8-9b39-480d-bb0a-7b59bcdb1fa9 req-a241747a-f9b2-4df3-8bea-015c423d12af tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:52.748167 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-945903a8-9b39-480d-bb0a-7b59bcdb1fa9 req-a241747a-f9b2-4df3-8bea-015c423d12af tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c01ae33-4bcd-4445-b978-df44a99f69bf HTTP/1.1" status: 200 len: 946 time: 0.0884304 Jun 14 18:13:52.784803 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvr_db [None req-12766811-71fe-4228-864a-92804b23df68 None None] Set router 47afafad-783e-40f4-b652-f40577821898 gateway port host: dv-cinder-821739-1-iscsi {{(pid=102479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:13:52.803840 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-945903a8-9b39-480d-bb0a-7b59bcdb1fa9 req-0168921a-fd97-4d2d-b8fa-5dbb117f0520 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405416 Jun 14 18:13:52.830567 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-0df4b937-6298-4351-bfaa-f17d77998b17 None None] Provisioning complete for port 52f5e439-576e-422e-8951-0de918ff1df2 triggered by entity DHCP. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:13:52.831229 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-0df4b937-6298-4351-bfaa-f17d77998b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:52.835523 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-06cb6991-b37f-4b6b-9120-f6b1d435b744 req-4e7e1813-7eca-4e15-8adc-9cd36834b8c4 tempest-VolumesNegativeTest-330538904 tempest-VolumesNegativeTest-330538904-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=8960f0eb99d94007a3b0b96c5cf23248&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0507119 Jun 14 18:13:52.868849 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-0df4b937-6298-4351-bfaa-f17d77998b17 None None] Port 52f5e439-576e-422e-8951-0de918ff1df2 cannot update to ACTIVE because it is not bound. {{(pid=102478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jun 14 18:13:52.981342 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-12766811-71fe-4228-864a-92804b23df68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47afafad-783e-40f4-b652-f40577821898', 'name': 'tempest-TestShelveInstance-1638102188-router', 'tenant_id': 'ba1a6001b639493eb65a9c1197ada8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'd26b9894-09e2-4b11-977b-2d2cae12ffed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:13:48Z', 'updated_at': '2022-06-14T18:13:50Z', 'revision_number': 3, 'project_id': 'ba1a6001b639493eb65a9c1197ada8e4', 'gw_port': {'id': 'd26b9894-09e2-4b11-977b-2d2cae12ffed', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a7:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47afafad-783e-40f4-b652-f40577821898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:13:49Z', 'updated_at': '2022-06-14T18:13:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi'}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:13:53.012622 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12766811-71fe-4228-864a-92804b23df68 None None] The sync data for ids ['47afafad-783e-40f4-b652-f40577821898'] in dv-cinder-821739-1-iscsi is: [{'id': '47afafad-783e-40f4-b652-f40577821898', 'name': 'tempest-TestShelveInstance-1638102188-router', 'tenant_id': 'ba1a6001b639493eb65a9c1197ada8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'd26b9894-09e2-4b11-977b-2d2cae12ffed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:13:48Z', 'updated_at': '2022-06-14T18:13:50Z', 'revision_number': 3, 'project_id': 'ba1a6001b639493eb65a9c1197ada8e4', 'gw_port': {'id': 'd26b9894-09e2-4b11-977b-2d2cae12ffed', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a7:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47afafad-783e-40f4-b652-f40577821898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:13:49Z', 'updated_at': '2022-06-14T18:13:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi'}] {{(pid=102479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:13:53.177005 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50e276a-34e7-4e87-9618-ba339aed5740 req-653fcad1-a899-43ab-a4de-ebc9d62df112 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:53.184630 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-a50e276a-34e7-4e87-9618-ba339aed5740 req-653fcad1-a899-43ab-a4de-ebc9d62df112 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8b5ea8-c54d-4d44-beec-4a5c503b870e HTTP/1.1" status: 200 len: 946 time: 0.0662577 Jun 14 18:13:53.201751 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device 96f393b9-2921-485e-81fe-b4ec884c5713 up at agent ovs-agent-dv-cinder-821739-1-iscsi {{(pid=102478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:13:53.237117 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-a50e276a-34e7-4e87-9618-ba339aed5740 req-34e8632d-b3a0-4f86-9b99-418e67b39fc6 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/security-groups?id=395065f2-5ad0-4d61-889d-81c18e5b9b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508571 Jun 14 18:13:53.261394 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device 00b36853-55db-4077-b69a-52b7d06fc789 details requested by agent hyperv_hv-cinder-82173 with host hv-cinder-82173 {{(pid=102478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 14 18:13:53.319445 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb6991-b37f-4b6b-9120-f6b1d435b744 req-a0c929ec-ccba-40ca-b795-4d7531e06840 tempest-VolumesNegativeTest-330538904 tempest-VolumesNegativeTest-330538904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:53.320882 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-06cb6991-b37f-4b6b-9120-f6b1d435b744 req-a0c929ec-ccba-40ca-b795-4d7531e06840 tempest-VolumesNegativeTest-330538904 tempest-VolumesNegativeTest-330538904-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4729259 Jun 14 18:13:53.361801 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-36be425c-81dd-45d8-b402-ab8dc0b93564 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:53.366130 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-06cb6991-b37f-4b6b-9120-f6b1d435b744 req-c5ce7e83-cb49-410c-b82b-ab7c0439b380 tempest-VolumesNegativeTest-330538904 tempest-VolumesNegativeTest-330538904-project] 10.222.0.70 "GET /v2.0/quotas/8960f0eb99d94007a3b0b96c5cf23248 HTTP/1.1" status: 200 len: 375 time: 0.0273373 Jun 14 18:13:53.369135 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-36be425c-81dd-45d8-b402-ab8dc0b93564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:53.369975 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-36be425c-81dd-45d8-b402-ab8dc0b93564 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7944463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8284469'] for router_interface, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:53.423228 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Provisioning complete for port 96f393b9-2921-485e-81fe-b4ec884c5713 triggered by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:13:53.424956 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:53.441775 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36be425c-81dd-45d8-b402-ab8dc0b93564 admin admin] Pushing event updated for resources: {'Port': ['ID=52f5e439-576e-422e-8951-0de918ff1df2,revision_number=2']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:13:53.457512 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb1bf6-4549-4577-a63c-512701ef3ef9 req-002b4492-e9c6-441a-872a-f62b0b9e06cc tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:53.462910 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] For port 00b36853-55db-4077-b69a-52b7d06fc789, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=00b36853-55db-4077-b69a-52b7d06fc789,segment=NetworkSegment(2256f80c-8b7b-45d3-85f9-54dff98916a9),segment_id=2256f80c-8b7b-45d3-85f9-54dff98916a9)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:13:53.466500 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-c4cb1bf6-4549-4577-a63c-512701ef3ef9 req-002b4492-e9c6-441a-872a-f62b0b9e06cc tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/ports?device_id=8592e02c-d7fd-4308-9955-3fcb861a164d HTTP/1.1" status: 200 len: 943 time: 0.0750306 Jun 14 18:13:53.475340 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-06cb6991-b37f-4b6b-9120-f6b1d435b744 req-f099eee0-9a72-4a15-8928-84411d53d5c0 tempest-VolumesNegativeTest-330538904 tempest-VolumesNegativeTest-330538904-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=8960f0eb99d94007a3b0b96c5cf23248&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0974460 Jun 14 18:13:53.514714 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Returning: {'device': '00b36853-55db-4077-b69a-52b7d06fc789', 'network_id': '576da013-3617-4a8e-90bf-f7e3da71dae2', 'port_id': '00b36853-55db-4077-b69a-52b7d06fc789', 'mac_address': 'fa:16:3e:f3:85:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd637fcab-e631-4a9a-85a6-1edd05917c42', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 14 18:13:53.522822 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-c4cb1bf6-4549-4577-a63c-512701ef3ef9 req-5bd9ac66-3d93-45bb-98bb-c3f2f5d738ea tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e9b1789-2c21-44c4-9200-ad2f8fbcbd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541408 Jun 14 18:13:53.565404 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36be425c-81dd-45d8-b402-ab8dc0b93564 admin admin] Network 16a38fd0-908c-49c9-8b7d-9ea79627fd40 is already hosted by enough agents. {{(pid=102477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:13:53.567029 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.base_scheduler [None req-36be425c-81dd-45d8-b402-ab8dc0b93564 admin admin] Resources bound (agent type, host, resource id): {{(pid=102477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:13:53.615521 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Current status of the port 00b36853-55db-4077-b69a-52b7d06fc789 is: DOWN; New status is: BUILD {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:13:53.615902 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:53.666216 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.notifiers.nova [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00b36853-55db-4077-b69a-52b7d06fc789 {{(pid=102478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:13:53.738077 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] For port 00b36853-55db-4077-b69a-52b7d06fc789, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=00b36853-55db-4077-b69a-52b7d06fc789,segment=NetworkSegment(2256f80c-8b7b-45d3-85f9-54dff98916a9),segment_id=2256f80c-8b7b-45d3-85f9-54dff98916a9)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:13:53.755165 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:53.772723 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36be425c-81dd-45d8-b402-ab8dc0b93564 admin admin] Router 47afafad-783e-40f4-b652-f40577821898 has already been hosted by L3 agent 2bd7ef4a-700f-45f4-ae1e-98ca6454acba {{(pid=102477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:13:53.811472 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-bdb31a57-5ed7-4bf5-beef-16fbead53f38 req-acb5c42f-dfb0-4cd4-bfe5-2c159aaadec1 tempest-VolumesNegativeTest-330538904 tempest-VolumesNegativeTest-330538904-project] 10.222.0.70 "GET /v2.0/ports?device_id=021c419a-af9b-4973-bdfc-7fc56766e68f HTTP/1.1" status: 200 len: 210 time: 0.0503130 Jun 14 18:13:53.840082 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Pushing event updated for resources: {'Port': ['ID=00b36853-55db-4077-b69a-52b7d06fc789,revision_number=4']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:13:53.854436 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Current status of the port 96f393b9-2921-485e-81fe-b4ec884c5713 is: ACTIVE; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:13:53.991898 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4f1d26-4655-4bdb-b185-55b334daf9ff req-645a7291-25dc-4f6f-bda6-fc0d504bdfcd tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:54.000252 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-2d4f1d26-4655-4bdb-b185-55b334daf9ff req-645a7291-25dc-4f6f-bda6-fc0d504bdfcd tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c01ae33-4bcd-4445-b978-df44a99f69bf HTTP/1.1" status: 200 len: 946 time: 0.0894396 Jun 14 18:13:54.019114 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-b65adcc7-6932-4c3f-8f13-f9dc92eb0c62 None None] Provisioning complete for port 52f5e439-576e-422e-8951-0de918ff1df2 triggered by entity DHCP. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:13:54.019579 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-b65adcc7-6932-4c3f-8f13-f9dc92eb0c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:54.049536 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-2d4f1d26-4655-4bdb-b185-55b334daf9ff req-3674560c-9663-41bd-bc65-41536594c6d0 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430145 Jun 14 18:13:54.076920 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] get_ports_and_sgs() called for port_ids ['00b36853-55db-4077-b69a-52b7d06fc789'] {{(pid=102478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 14 18:13:54.108122 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa8ae70-da4b-41ed-8026-137fc3380b40 req-d2c844ab-325d-4f93-91dc-2a994afcc067 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:54.115812 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-b65adcc7-6932-4c3f-8f13-f9dc92eb0c62 None None] Port 52f5e439-576e-422e-8951-0de918ff1df2 cannot update to ACTIVE because it is not bound. {{(pid=102478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jun 14 18:13:54.117178 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-6aa8ae70-da4b-41ed-8026-137fc3380b40 req-d2c844ab-325d-4f93-91dc-2a994afcc067 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 945 time: 0.2479837 Jun 14 18:13:54.120148 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36be425c-81dd-45d8-b402-ab8dc0b93564 admin admin] Notify agent at l3_agent.dv-cinder-821739-1-iscsi the message routers_updated {{(pid=102477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:13:54.162230 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-36be425c-81dd-45d8-b402-ab8dc0b93564 admin admin] 10.222.0.70 "PUT /v2.0/routers/47afafad-783e-40f4-b652-f40577821898/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6880863 Jun 14 18:13:54.218490 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-6aa8ae70-da4b-41ed-8026-137fc3380b40 req-91b2d84c-3933-424a-a710-a21dbf278c36 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999722 Jun 14 18:13:54.427877 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1943c66-a58f-47d2-b161-91e35ff508ed req-47bf42f8-5481-4dce-b1a7-788bf16bf736 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:54.429769 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-a1943c66-a58f-47d2-b161-91e35ff508ed req-47bf42f8-5481-4dce-b1a7-788bf16bf736 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8b5ea8-c54d-4d44-beec-4a5c503b870e HTTP/1.1" status: 200 len: 946 time: 0.0708451 Jun 14 18:13:54.507584 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-a1943c66-a58f-47d2-b161-91e35ff508ed req-30184a95-f557-4381-b46f-6ee0a6ff47d8 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/security-groups?id=395065f2-5ad0-4d61-889d-81c18e5b9b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705833 Jun 14 18:13:54.676989 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a18a057-f86d-4ee7-aee7-3de617703d64 req-53c71288-0e37-4dbc-9b96-ca45ed9c3e07 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:54.678372 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-0a18a057-f86d-4ee7-aee7-3de617703d64 req-53c71288-0e37-4dbc-9b96-ca45ed9c3e07 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/ports?device_id=8592e02c-d7fd-4308-9955-3fcb861a164d HTTP/1.1" status: 200 len: 944 time: 0.0760195 Jun 14 18:13:54.719605 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-0a18a057-f86d-4ee7-aee7-3de617703d64 req-25e67a92-daec-484a-aeac-44b6a683376b tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e9b1789-2c21-44c4-9200-ad2f8fbcbd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345004 Jun 14 18:13:54.927540 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-302203a1-05fe-41da-a59e-b92a4d53943b req-9be27f9b-91ca-4a40-9f01-73207fe5eba7 tempest-VolumesNegativeTest-330538904 tempest-VolumesNegativeTest-330538904-project] 10.222.0.70 "GET /v2.0/ports?device_id=021c419a-af9b-4973-bdfc-7fc56766e68f HTTP/1.1" status: 200 len: 210 time: 0.0385945 Jun 14 18:13:54.983529 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 54258) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:13:54.989632 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.v2.base [None req-869dbe86-f82b-472b-8d06-a2c3555011a2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-129050858-network', 'tenant_id': 'c9e39d75f54e4fafa053bdafff6c84fa'}} {{(pid=102477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:13:55.011340 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-869dbe86-f82b-472b-8d06-a2c3555011a2 admin admin] Made reservation on behalf of c9e39d75f54e4fafa053bdafff6c84fa for: {'network': 1} {{(pid=102477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:13:55.013841 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-869dbe86-f82b-472b-8d06-a2c3555011a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for network, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:55.023040 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-869dbe86-f82b-472b-8d06-a2c3555011a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:55.121144 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-869dbe86-f82b-472b-8d06-a2c3555011a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:55.126493 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-06cb6991-b37f-4b6b-9120-f6b1d435b744 req-e435f0d8-a505-4156-9609-06cf7042dec6 tempest-VolumesNegativeTest-330538904 tempest-VolumesNegativeTest-330538904-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=8960f0eb99d94007a3b0b96c5cf23248&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326595 Jun 14 18:13:55.135075 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-869dbe86-f82b-472b-8d06-a2c3555011a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:55.147617 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-869dbe86-f82b-472b-8d06-a2c3555011a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 1000, 'physical_network': 'physnet1'} {{(pid=102477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 18:13:55.157171 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-869dbe86-f82b-472b-8d06-a2c3555011a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977873'] for segment, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:55.158337 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.db.segments_db [None req-869dbe86-f82b-472b-8d06-a2c3555011a2 admin admin] Added segment dfe3591a-0c88-448b-a511-c9c24d8f1962 of type vlan for network 133c6ce0-a3ec-4fb8-a7a5-8822862a5d49 Jun 14 18:13:55.211028 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f56a6a-5ed8-4659-b66d-091774561a4c None None] Sync routers for ids ['47afafad-783e-40f4-b652-f40577821898'] in dv-cinder-821739-1-iscsi {{(pid=102478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:13:55.219994 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-869dbe86-f82b-472b-8d06-a2c3555011a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758239169585'] for network, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:55.226954 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device 00b36853-55db-4077-b69a-52b7d06fc789 up at agent hyperv_hv-cinder-82173 {{(pid=102478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:13:55.231513 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f56a6a-5ed8-4659-b66d-091774561a4c None None] Routers {'47afafad-783e-40f4-b652-f40577821898'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:13:55.232654 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-d0f56a6a-5ed8-4659-b66d-091774561a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:13:49Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['47afafad-783e-40f4-b652-f40577821898'], 'active': True} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:13:55.263446 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-869dbe86-f82b-472b-8d06-a2c3555011a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477'] for network, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:55.264476 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869dbe86-f82b-472b-8d06-a2c3555011a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:55.264979 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-869dbe86-f82b-472b-8d06-a2c3555011a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7944499'] for network, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:55.322185 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869dbe86-f82b-472b-8d06-a2c3555011a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa3dc3dd-b226-4714-b6ac-57cabd92bcb5,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:13:55.335872 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device d26b9894-09e2-4b11-977b-2d2cae12ffed up at agent ovs-agent-dv-cinder-821739-1-iscsi {{(pid=102478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:13:55.336885 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-869dbe86-f82b-472b-8d06-a2c3555011a2 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3519621 Jun 14 18:13:55.366852 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 54264) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:13:55.372754 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.v2.base [None req-603f1613-ccf4-43ba-8ea5-4000cb8c23c2 admin admin] Request body: {'subnet': {'network_id': '133c6ce0-a3ec-4fb8-a7a5-8822862a5d49', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-129050858-subnet', 'tenant_id': 'c9e39d75f54e4fafa053bdafff6c84fa', 'ip_version': 4}} {{(pid=102477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:13:55.385046 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869dbe86-f82b-472b-8d06-a2c3555011a2 admin admin] Pushing event updated for resources: {'Network': ['ID=133c6ce0-a3ec-4fb8-a7a5-8822862a5d49,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:13:55.415719 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4bfc2a-dfa9-4a32-80b2-f094bfe96934 req-a3b4ddcd-5ac0-4064-8dd7-881a141c811e tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:55.417962 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-ac4bfc2a-dfa9-4a32-80b2-f094bfe96934 req-a3b4ddcd-5ac0-4064-8dd7-881a141c811e tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c01ae33-4bcd-4445-b978-df44a99f69bf HTTP/1.1" status: 200 len: 946 time: 0.2948759 Jun 14 18:13:55.425495 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Network 133c6ce0-a3ec-4fb8-a7a5-8822862a5d49 details requested by agent ovs-agent-dv-cinder-821739-1-iscsi with host dv-cinder-821739-1-iscsi {{(pid=102478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 14 18:13:55.450700 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-603f1613-ccf4-43ba-8ea5-4000cb8c23c2 admin admin] Made reservation on behalf of c9e39d75f54e4fafa053bdafff6c84fa for: {'subnet': 1} {{(pid=102477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:13:55.450896 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb6991-b37f-4b6b-9120-f6b1d435b744 req-2d948b0e-b6e8-43e2-b7f1-026d9a4c2c9b tempest-VolumesNegativeTest-330538904 tempest-VolumesNegativeTest-330538904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:55.452268 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-06cb6991-b37f-4b6b-9120-f6b1d435b744 req-2d948b0e-b6e8-43e2-b7f1-026d9a4c2c9b tempest-VolumesNegativeTest-330538904 tempest-VolumesNegativeTest-330538904-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3202434 Jun 14 18:13:55.452984 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-603f1613-ccf4-43ba-8ea5-4000cb8c23c2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:55.469042 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49b231e-5f8d-4938-8257-c1b6dc39d5c3 req-13e08f2f-ae9b-4910-a76b-4847c19e2844 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:55.471524 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-e49b231e-5f8d-4938-8257-c1b6dc39d5c3 req-13e08f2f-ae9b-4910-a76b-4847c19e2844 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 945 time: 0.0904939 Jun 14 18:13:55.477031 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.v2.base [req-06cb6991-b37f-4b6b-9120-f6b1d435b744 req-9dc00639-3cc7-41cb-83f9-85f51e859cf9 tempest-VolumesNegativeTest-330538904 tempest-VolumesNegativeTest-330538904-project] Request body: {'port': {'device_id': '021c419a-af9b-4973-bdfc-7fc56766e68f', 'network_id': '8f9939d5-97c6-4a74-951d-be93e922216f', 'admin_state_up': True, 'tenant_id': '8960f0eb99d94007a3b0b96c5cf23248'}} {{(pid=102476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:13:55.494804 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-ac4bfc2a-dfa9-4a32-80b2-f094bfe96934 req-fe8d3bcc-1f6c-4c4d-a411-2796e2746846 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635874 Jun 14 18:13:55.504324 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Provisioning for port 00b36853-55db-4077-b69a-52b7d06fc789 completed by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 18:13:55.547117 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Provisioning complete for port 00b36853-55db-4077-b69a-52b7d06fc789 triggered by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:13:55.547747 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:55.577468 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Provisioning complete for port d26b9894-09e2-4b11-977b-2d2cae12ffed triggered by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:13:55.578217 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:55.585339 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvr_db [None req-d0f56a6a-5ed8-4659-b66d-091774561a4c None None] Set router 47afafad-783e-40f4-b652-f40577821898 gateway port host: dv-cinder-821739-1-iscsi {{(pid=102478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:13:55.587975 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-e49b231e-5f8d-4938-8257-c1b6dc39d5c3 req-b344ab76-67c7-4d99-bd3e-ef5e1abede4c tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916686 Jun 14 18:13:55.644900 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06cb6991-b37f-4b6b-9120-f6b1d435b744 req-9dc00639-3cc7-41cb-83f9-85f51e859cf9 tempest-VolumesNegativeTest-330538904 tempest-VolumesNegativeTest-330538904-project] Made reservation on behalf of 8960f0eb99d94007a3b0b96c5cf23248 for: {'port': 1} {{(pid=102476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:13:55.648447 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-06cb6991-b37f-4b6b-9120-f6b1d435b744 req-9dc00639-3cc7-41cb-83f9-85f51e859cf9 tempest-VolumesNegativeTest-330538904 tempest-VolumesNegativeTest-330538904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:55.660061 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-06cb6991-b37f-4b6b-9120-f6b1d435b744 req-9dc00639-3cc7-41cb-83f9-85f51e859cf9 tempest-VolumesNegativeTest-330538904 tempest-VolumesNegativeTest-330538904-project] Notify callbacks [] for security_group, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:55.758594 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d15271-33e3-4b71-b4d0-84fdc0d568bf req-12e0f4ed-8288-45df-abc4-8030ccf425ce tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:55.768480 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-f0d15271-33e3-4b71-b4d0-84fdc0d568bf req-12e0f4ed-8288-45df-abc4-8030ccf425ce tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8b5ea8-c54d-4d44-beec-4a5c503b870e HTTP/1.1" status: 200 len: 946 time: 0.1442895 Jun 14 18:13:55.774311 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-06cb6991-b37f-4b6b-9120-f6b1d435b744 req-9dc00639-3cc7-41cb-83f9-85f51e859cf9 tempest-VolumesNegativeTest-330538904 tempest-VolumesNegativeTest-330538904-project] Notify callbacks [] for security_group, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:55.778163 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-603f1613-ccf4-43ba-8ea5-4000cb8c23c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477'] for subnet, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:55.780825 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-06cb6991-b37f-4b6b-9120-f6b1d435b744 req-9dc00639-3cc7-41cb-83f9-85f51e859cf9 tempest-VolumesNegativeTest-330538904 tempest-VolumesNegativeTest-330538904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:55.815944 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 54284) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:13:55.854949 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Current status of the port 00b36853-55db-4077-b69a-52b7d06fc789 is: BUILD; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:13:55.855460 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:55.857267 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Current status of the port d26b9894-09e2-4b11-977b-2d2cae12ffed is: DOWN; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:13:55.857748 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:55.883274 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-f0d15271-33e3-4b71-b4d0-84fdc0d568bf req-3c2ff7d1-d90a-4012-910e-dc829a7c2736 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/security-groups?id=395065f2-5ad0-4d61-889d-81c18e5b9b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128290 Jun 14 18:13:55.900817 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603f1613-ccf4-43ba-8ea5-4000cb8c23c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf682783-2fcc-4b16-937f-4ba030ae8a10,revision_number=0']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:13:55.909713 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] For port d26b9894-09e2-4b11-977b-2d2cae12ffed, host dv-cinder-821739-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=d26b9894-09e2-4b11-977b-2d2cae12ffed,segment=NetworkSegment(d3be3284-4005-440f-af8c-13455fbdf684),segment_id=d3be3284-4005-440f-af8c-13455fbdf684)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:13:55.918144 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8592e02c-d7fd-4308-9955-3fcb861a164d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b36853-55db-4077-b69a-52b7d06fc789'}] {{(pid=102478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:13:55.920469 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d8e2526aaff2bef62a8f92ec40b510f98ca8a12776779af706bb4cba97706d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61fd8308-c294-42c7-a64a-fc5aeb1fc949" -d '{"events": [{"server_uuid": "8592e02c-d7fd-4308-9955-3fcb861a164d", "name": "network-vif-plugged", "status": "completed", "tag": "00b36853-55db-4077-b69a-52b7d06fc789"}]}' {{(pid=102478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:13:55.923993 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603f1613-ccf4-43ba-8ea5-4000cb8c23c2 admin admin] Checking segment: {'id': 'dfe3591a-0c88-448b-a511-c9c24d8f1962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '133c6ce0-a3ec-4fb8-a7a5-8822862a5d49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 14 18:13:55.924615 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603f1613-ccf4-43ba-8ea5-4000cb8c23c2 admin admin] Network hostable DHCP agents. Network: 133c6ce0-a3ec-4fb8-a7a5-8822862a5d49, hostable agents: ['7e447456-ff8f-4cbe-bcdd-bfd26b4a7662'], hosted agents: [] {{(pid=102477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 18:13:55.936030 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc00639-3cc7-41cb-83f9-85f51e859cf9 tempest-VolumesNegativeTest-330538904 tempest-VolumesNegativeTest-330538904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b947e13-1e27-4ed2-b86e-509e0e671158,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:13:55.943055 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:55.953868 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603f1613-ccf4-43ba-8ea5-4000cb8c23c2 admin admin] Network 133c6ce0-a3ec-4fb8-a7a5-8822862a5d49 is scheduled to be hosted by DHCP agent 7e447456-ff8f-4cbe-bcdd-bfd26b4a7662 with binding_index 1 {{(pid=102477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 18:13:55.966392 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] For port 00b36853-55db-4077-b69a-52b7d06fc789, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=00b36853-55db-4077-b69a-52b7d06fc789,segment=NetworkSegment(2256f80c-8b7b-45d3-85f9-54dff98916a9),segment_id=2256f80c-8b7b-45d3-85f9-54dff98916a9)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:13:55.988519 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:55.988774 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.db.db_base_plugin_v2 [None req-47247c30-186c-4864-a791-9a9324201d19 admin admin] Deleting subnet bca35d3d-4979-4cd4-a797-5b0f40e8b499 {{(pid=102476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jun 14 18:13:55.998255 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-47247c30-186c-4864-a791-9a9324201d19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:56.008749 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b074c282-60b1-4461-8470-e467faa6cc53 x-openstack-request-id: req-b074c282-60b1-4461-8470-e467faa6cc53 {{(pid=102478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:13:56.009312 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8592e02c-d7fd-4308-9955-3fcb861a164d", "name": "network-vif-plugged", "status": "completed", "tag": "00b36853-55db-4077-b69a-52b7d06fc789", "code": 200}]} {{(pid=102478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:13:56.009562 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b074c282-60b1-4461-8470-e467faa6cc53 {{(pid=102478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:13:56.010130 dv-cinder-821739-1-iscsi neutron-server[102478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b074c282-60b1-4461-8470-e467faa6cc53'] response: {'server_uuid': '8592e02c-d7fd-4308-9955-3fcb861a164d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b36853-55db-4077-b69a-52b7d06fc789', 'code': 200} Jun 14 18:13:56.019982 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.base_scheduler [None req-603f1613-ccf4-43ba-8ea5-4000cb8c23c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821739-1-iscsi, 133c6ce0-a3ec-4fb8-a7a5-8822862a5d49) {{(pid=102477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:13:56.031232 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a737e5fd-a862-4cae-85f8-c431f206aa4d None None] Network 133c6ce0-a3ec-4fb8-a7a5-8822862a5d49 requested from dv-cinder-821739-1-iscsi {{(pid=102478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 18:13:56.033699 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603f1613-ccf4-43ba-8ea5-4000cb8c23c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:56.034762 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-603f1613-ccf4-43ba-8ea5-4000cb8c23c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7944499'] for subnet, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:56.035911 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Pushing event updated for resources: {'Port': ['ID=d26b9894-09e2-4b11-977b-2d2cae12ffed,revision_number=4']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:13:56.092590 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-603f1613-ccf4-43ba-8ea5-4000cb8c23c2 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7244689 Jun 14 18:13:56.093243 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 54290) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:13:56.105515 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c3324d-9eb3-4ebb-909f-9aefe06a93dd req-c3ee9979-8247-489e-a3ce-0ece128f53d7 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:56.106436 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.v2.base [None req-65973054-20a5-46c1-8bcb-c37c80b82db0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-129050858-router', 'tenant_id': 'c9e39d75f54e4fafa053bdafff6c84fa', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9'}}} {{(pid=102477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:13:56.107237 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-d4c3324d-9eb3-4ebb-909f-9aefe06a93dd req-c3ee9979-8247-489e-a3ce-0ece128f53d7 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/ports?device_id=8592e02c-d7fd-4308-9955-3fcb861a164d HTTP/1.1" status: 200 len: 944 time: 0.2217498 Jun 14 18:13:56.132928 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-d0f56a6a-5ed8-4659-b66d-091774561a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47afafad-783e-40f4-b652-f40577821898', 'name': 'tempest-TestShelveInstance-1638102188-router', 'tenant_id': 'ba1a6001b639493eb65a9c1197ada8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'd26b9894-09e2-4b11-977b-2d2cae12ffed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:13:48Z', 'updated_at': '2022-06-14T18:13:52Z', 'revision_number': 4, 'project_id': 'ba1a6001b639493eb65a9c1197ada8e4', 'gw_port': {'id': 'd26b9894-09e2-4b11-977b-2d2cae12ffed', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a7:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47afafad-783e-40f4-b652-f40577821898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:13:49Z', 'updated_at': '2022-06-14T18:13:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_interfaces': [{'id': '52f5e439-576e-422e-8951-0de918ff1df2', 'name': '', 'network_id': '16a38fd0-908c-49c9-8b7d-9ea79627fd40', 'tenant_id': 'ba1a6001b639493eb65a9c1197ada8e4', 'mac_address': 'fa:16:3e:57:1e:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47afafad-783e-40f4-b652-f40577821898', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'b6fd4df0-61f4-48b5-9fb9-b9718ce89b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:13:52Z', 'updated_at': '2022-06-14T18:13:52Z', 'revision_number': 2, 'project_id': 'ba1a6001b639493eb65a9c1197ada8e4', 'subnets': [{'id': 'b6fd4df0-61f4-48b5-9fb9-b9718ce89b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:13:56.164946 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-47247c30-186c-4864-a791-9a9324201d19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5425953'] for subnet, precommit_delete_associations {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:56.170573 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-15126dc8-0c9c-4511-aa29-8d38327da304 req-1057e299-23e7-40d8-8663-9990482a757d tempest-VolumesNegativeTest-330538904 tempest-VolumesNegativeTest-330538904-project] 10.222.0.70 "GET /v2.0/ports?device_id=021c419a-af9b-4973-bdfc-7fc56766e68f HTTP/1.1" status: 200 len: 210 time: 0.0716507 Jun 14 18:13:56.171853 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-65973054-20a5-46c1-8bcb-c37c80b82db0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8279293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16205'] for router, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:56.174709 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-65973054-20a5-46c1-8bcb-c37c80b82db0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8285349', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8221628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16196'] for router, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:56.176487 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f56a6a-5ed8-4659-b66d-091774561a4c None None] Checking router: 47afafad-783e-40f4-b652-f40577821898 for host: dv-cinder-821739-1-iscsi {{(pid=102478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:13:56.176848 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f56a6a-5ed8-4659-b66d-091774561a4c None None] Updating router 47afafad-783e-40f4-b652-f40577821898 port 52f5e439-576e-422e-8951-0de918ff1df2 binding host dv-cinder-821739-1-iscsi {{(pid=102478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 18:13:56.218331 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Pushing event updated for resources: {'Port': ['ID=00b36853-55db-4077-b69a-52b7d06fc789,revision_number=5']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:13:56.230258 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-65973054-20a5-46c1-8bcb-c37c80b82db0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:56.242687 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-d4c3324d-9eb3-4ebb-909f-9aefe06a93dd req-dbd39247-25a8-4090-b046-a06069267a20 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e9b1789-2c21-44c4-9200-ad2f8fbcbd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229455 Jun 14 18:13:56.268649 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.db.db_base_plugin_common [req-06cb6991-b37f-4b6b-9120-f6b1d435b744 req-9dc00639-3cc7-41cb-83f9-85f51e859cf9 tempest-VolumesNegativeTest-330538904 tempest-VolumesNegativeTest-330538904-project] Allocated IP 192.168.233.77 (8f9939d5-97c6-4a74-951d-be93e922216f/029fa191-4c54-4172-accd-934a05214c8a/afdd952c-96f6-4e2e-b8ef-e69231323a05) {{(pid=102476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:13:56.269242 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-d0f56a6a-5ed8-4659-b66d-091774561a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:56.329373 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-47247c30-186c-4864-a791-9a9324201d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-977723'] for subnet, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:56.374203 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be4f8c2-8743-4fcc-bc7b-392cf183e922 req-bfdfd5b7-0b35-42b0-9c8a-624efdd50f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:56.375847 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-3be4f8c2-8743-4fcc-bc7b-392cf183e922 req-bfdfd5b7-0b35-42b0-9c8a-624efdd50f3a service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=1c01ae33-4bcd-4445-b978-df44a99f69bf HTTP/1.1" status: 200 len: 1099 time: 0.1173012 Jun 14 18:13:56.430210 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-65973054-20a5-46c1-8bcb-c37c80b82db0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:56.437930 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff560a1-5b34-4e9c-b5d7-8350a4f826f2 req-69c04cd7-45a3-47f6-aaf4-e0470713d817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:56.440550 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-3ff560a1-5b34-4e9c-b5d7-8350a4f826f2 req-69c04cd7-45a3-47f6-aaf4-e0470713d817 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=8592e02c-d7fd-4308-9955-3fcb861a164d HTTP/1.1" status: 200 len: 1098 time: 0.1469014 Jun 14 18:13:56.453165 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-3be4f8c2-8743-4fcc-bc7b-392cf183e922 req-736ccee7-3119-4524-8e19-37cddfe47903 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688407 Jun 14 18:13:56.476396 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd944cf-fc91-4724-9c2d-e8bd1707f434 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13f8722a-7f63-57e1-9bed-f7c7ba50e3fe-133c6ce0-a3ec-4fb8-a7a5-8822862a5d49', 'network_id': '133c6ce0-a3ec-4fb8-a7a5-8822862a5d49', 'tenant_id': 'c9e39d75f54e4fafa053bdafff6c84fa', 'fixed_ips': [{'subnet_id': 'cf682783-2fcc-4b16-937f-4ba030ae8a10'}]}} from dv-cinder-821739-1-iscsi. {{(pid=102478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 14 18:13:56.477284 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-9fd944cf-fc91-4724-9c2d-e8bd1707f434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_create {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:56.498246 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-3ff560a1-5b34-4e9c-b5d7-8350a4f826f2 req-321a5b70-ffea-470a-903a-4f4bf60714d5 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=6e9b1789-2c21-44c4-9200-ad2f8fbcbd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460961 Jun 14 18:13:56.522068 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-47247c30-186c-4864-a791-9a9324201d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-977714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5378586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4368736'] for subnet, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:56.562288 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47247c30-186c-4864-a791-9a9324201d19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bca35d3d-4979-4cd4-a797-5b0f40e8b499,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:13:56.573731 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-47247c30-186c-4864-a791-9a9324201d19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:56.576860 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-47247c30-186c-4864-a791-9a9324201d19 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/bca35d3d-4979-4cd4-a797-5b0f40e8b499 HTTP/1.1" status: 204 len: 168 time: 0.7593517 Jun 14 18:13:56.583222 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 54296) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:13:56.627590 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-06cb6991-b37f-4b6b-9120-f6b1d435b744 req-9dc00639-3cc7-41cb-83f9-85f51e859cf9 tempest-VolumesNegativeTest-330538904 tempest-VolumesNegativeTest-330538904-project] Notify callbacks [] for port, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:56.722986 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-8eaee7e8-2379-4c3f-9141-1fefd7b3adaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592896'] for network, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:56.750799 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-65973054-20a5-46c1-8bcb-c37c80b82db0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:56.763154 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-06cb6991-b37f-4b6b-9120-f6b1d435b744 req-9dc00639-3cc7-41cb-83f9-85f51e859cf9 tempest-VolumesNegativeTest-330538904 tempest-VolumesNegativeTest-330538904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239190878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378765'] for port, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:56.775662 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-65973054-20a5-46c1-8bcb-c37c80b82db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:56.776240 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbc0186-2e04-4568-8b1c-1866a970996f req-b98b33e5-e2b5-4fad-80cd-0805608488c2 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:56.777612 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-6cbc0186-2e04-4568-8b1c-1866a970996f req-b98b33e5-e2b5-4fad-80cd-0805608488c2 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 945 time: 0.0839009 Jun 14 18:13:56.784787 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241d275f-356c-4d1d-82fd-16b962159f08 req-210b73f2-f891-4c97-9e9b-a01768373543 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:56.790175 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-241d275f-356c-4d1d-82fd-16b962159f08 req-210b73f2-f891-4c97-9e9b-a01768373543 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c01ae33-4bcd-4445-b978-df44a99f69bf HTTP/1.1" status: 200 len: 946 time: 0.1060612 Jun 14 18:13:56.806393 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.db_base_plugin_common [None req-9fd944cf-fc91-4724-9c2d-e8bd1707f434 None None] Allocated IP 172.20.0.2 (133c6ce0-a3ec-4fb8-a7a5-8822862a5d49/cf682783-2fcc-4b16-937f-4ba030ae8a10/fb65f8f0-9f0f-4a8e-9e08-533ddca0fe8a) {{(pid=102478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:13:56.863129 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06cb6991-b37f-4b6b-9120-f6b1d435b744 req-9dc00639-3cc7-41cb-83f9-85f51e859cf9 tempest-VolumesNegativeTest-330538904 tempest-VolumesNegativeTest-330538904-project] Network 8f9939d5-97c6-4a74-951d-be93e922216f is already hosted by enough agents. {{(pid=102476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:13:56.866924 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-d0f56a6a-5ed8-4659-b66d-091774561a4c None None] Notify callbacks [] for port, precommit_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:56.878667 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.base_scheduler [req-06cb6991-b37f-4b6b-9120-f6b1d435b744 req-9dc00639-3cc7-41cb-83f9-85f51e859cf9 tempest-VolumesNegativeTest-330538904 tempest-VolumesNegativeTest-330538904-project] Resources bound (agent type, host, resource id): {{(pid=102476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:13:56.880879 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-d0f56a6a-5ed8-4659-b66d-091774561a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:56.892623 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.db.l3_dvrscheduler_db [req-06cb6991-b37f-4b6b-9120-f6b1d435b744 req-9dc00639-3cc7-41cb-83f9-85f51e859cf9 tempest-VolumesNegativeTest-330538904 tempest-VolumesNegativeTest-330538904-project] Received port after_create {{(pid=102476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 14 18:13:56.895182 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-241d275f-356c-4d1d-82fd-16b962159f08 req-21c0c83e-6c77-410e-92cd-6a005bddb0e1 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996952 Jun 14 18:13:56.902746 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc00639-3cc7-41cb-83f9-85f51e859cf9 tempest-VolumesNegativeTest-330538904 tempest-VolumesNegativeTest-330538904-project] Pushing event updated for resources: {'Port': ['ID=afdd952c-96f6-4e2e-b8ef-e69231323a05,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:13:56.932762 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278ab62f-8589-4b31-834b-76790f3e6b71 None None] Pushing event updated for resources: {'Port': ['ID=52f5e439-576e-422e-8951-0de918ff1df2,revision_number=3']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:13:56.953822 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-8eaee7e8-2379-4c3f-9141-1fefd7b3adaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-955256', 'neutron.services.segments.db._delete_segments_for_network-8758239721683'] for network, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:56.977460 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-6cbc0186-2e04-4568-8b1c-1866a970996f req-294cce0e-1077-439e-b3d1-dab62278c86b tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534996 Jun 14 18:13:57.004190 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.services.segments.db [None req-8eaee7e8-2379-4c3f-9141-1fefd7b3adaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['331d7b24-514e-4174-9d29-5dcaf8c314a8']}} {{(pid=102476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:13:57.019894 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:57.020209 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.services.segments.db [None req-8eaee7e8-2379-4c3f-9141-1fefd7b3adaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5da7e02c-7258-4734-b6cc-58f057526f3c') {'for_net_delete': True} {{(pid=102476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:13:57.020616 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.services.segments.db [None req-8eaee7e8-2379-4c3f-9141-1fefd7b3adaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5da7e02c-7258-4734-b6cc-58f057526f3c') {} {{(pid=102476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:13:57.028485 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb6991-b37f-4b6b-9120-f6b1d435b744 req-9dc00639-3cc7-41cb-83f9-85f51e859cf9 tempest-VolumesNegativeTest-330538904 tempest-VolumesNegativeTest-330538904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:57.029122 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-06cb6991-b37f-4b6b-9120-f6b1d435b744 req-9dc00639-3cc7-41cb-83f9-85f51e859cf9 tempest-VolumesNegativeTest-330538904 tempest-VolumesNegativeTest-330538904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for port, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:57.050125 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-8eaee7e8-2379-4c3f-9141-1fefd7b3adaa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758239721948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5425962'] for segment, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:57.068596 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.db_base_plugin_common [None req-65973054-20a5-46c1-8bcb-c37c80b82db0 admin admin] Allocated IP 172.27.2.62 (0514a421-38fe-44fa-a158-ef00d417fed9/5974f5a1-c656-4a3f-aaeb-f2cb77111b45/d9f4b923-15b9-49ea-9c3a-67db108b309c) {{(pid=102477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:13:57.070115 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-06cb6991-b37f-4b6b-9120-f6b1d435b744 req-9dc00639-3cc7-41cb-83f9-85f51e859cf9 tempest-VolumesNegativeTest-330538904 tempest-VolumesNegativeTest-330538904-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5971475 Jun 14 18:13:57.070855 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-8eaee7e8-2379-4c3f-9141-1fefd7b3adaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977873'] for segment, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:57.100401 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.v2.base [req-06cb6991-b37f-4b6b-9120-f6b1d435b744 req-efb2297c-645c-42be-88d3-c3792fb032a4 service neutron] Request body: {'port': {'device_id': '021c419a-af9b-4973-bdfc-7fc56766e68f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82173'}} {{(pid=102476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:13:57.104080 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eaee7e8-2379-4c3f-9141-1fefd7b3adaa admin admin] Releasing vlan 1008 on physical network physnet1 to pool {{(pid=102476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 18:13:57.104652 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-8eaee7e8-2379-4c3f-9141-1fefd7b3adaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5378784'] for segment, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:57.129880 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f288ec9-e14c-4945-940b-e990977b25f5 req-5e47407f-4f7b-4fad-af7f-3303c0b2a98a tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:57.134666 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.services.segments.plugin [-] Segment 5da7e02c-7258-4734-b6cc-58f057526f3c resource provider aggregate not found Jun 14 18:13:57.137585 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-1f288ec9-e14c-4945-940b-e990977b25f5 req-5e47407f-4f7b-4fad-af7f-3303c0b2a98a tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8b5ea8-c54d-4d44-beec-4a5c503b870e HTTP/1.1" status: 200 len: 946 time: 0.1298726 Jun 14 18:13:57.172563 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.managers [None req-d0f56a6a-5ed8-4659-b66d-091774561a4c None None] Attempting to bind port 52f5e439-576e-422e-8951-0de918ff1df2 on host dv-cinder-821739-1-iscsi for vnic_type normal with profile {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 14 18:13:57.173202 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.managers [None req-d0f56a6a-5ed8-4659-b66d-091774561a4c None None] Attempting to bind port 52f5e439-576e-422e-8951-0de918ff1df2 by drivers openvswitch,hyperv on host dv-cinder-821739-1-iscsi at level 0 using segments [{'id': '00c9591e-d9e3-4c96-a0cd-c6aa4f6c80b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '16a38fd0-908c-49c9-8b7d-9ea79627fd40'}] {{(pid=102478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 14 18:13:57.173798 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f56a6a-5ed8-4659-b66d-091774561a4c None None] Attempting to bind port 52f5e439-576e-422e-8951-0de918ff1df2 on network 16a38fd0-908c-49c9-8b7d-9ea79627fd40 {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:13:57.183658 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f56a6a-5ed8-4659-b66d-091774561a4c None None] Checking agent: {'id': 'e8f0c06d-b34a-40ed-9da4-c5e71adce1cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821739-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 3, 22), 'started_at': datetime.datetime(2022, 6, 14, 18, 3, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821739-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:13:57.187441 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f56a6a-5ed8-4659-b66d-091774561a4c None None] Checking segment: {'id': '00c9591e-d9e3-4c96-a0cd-c6aa4f6c80b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '16a38fd0-908c-49c9-8b7d-9ea79627fd40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 14 18:13:57.188503 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-d0f56a6a-5ed8-4659-b66d-091774561a4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:57.190774 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f56a6a-5ed8-4659-b66d-091774561a4c None None] Bound using segment: {'id': '00c9591e-d9e3-4c96-a0cd-c6aa4f6c80b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '16a38fd0-908c-49c9-8b7d-9ea79627fd40'} {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:13:57.191520 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.managers [None req-d0f56a6a-5ed8-4659-b66d-091774561a4c None None] Bound port: 52f5e439-576e-422e-8951-0de918ff1df2, host: dv-cinder-821739-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00c9591e-d9e3-4c96-a0cd-c6aa4f6c80b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '16a38fd0-908c-49c9-8b7d-9ea79627fd40'}}] {{(pid=102478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 14 18:13:57.192177 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-d0f56a6a-5ed8-4659-b66d-091774561a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:57.243742 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.services.segments.plugin [-] Segment 5da7e02c-7258-4734-b6cc-58f057526f3c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5da7e02c-7258-4734-b6cc-58f057526f3c found for delete ", "request_id": "req-db397940-2c02-436a-838d-0fb86053f63d"}]} Jun 14 18:13:57.258359 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-1f288ec9-e14c-4945-940b-e990977b25f5 req-86627c55-05f2-4ed5-8559-696462da341f tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/security-groups?id=395065f2-5ad0-4d61-889d-81c18e5b9b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197562 Jun 14 18:13:57.281402 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device d26b9894-09e2-4b11-977b-2d2cae12ffed up at agent ovs-agent-dv-cinder-821739-1-iscsi {{(pid=102478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:13:57.324951 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-65973054-20a5-46c1-8bcb-c37c80b82db0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:57.381587 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-65973054-20a5-46c1-8bcb-c37c80b82db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239190878'] for port, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:57.383043 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-8eaee7e8-2379-4c3f-9141-1fefd7b3adaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-955201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8287522'] for network, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:57.388536 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-06cb6991-b37f-4b6b-9120-f6b1d435b744 req-efb2297c-645c-42be-88d3-c3792fb032a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:57.395975 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-8eaee7e8-2379-4c3f-9141-1fefd7b3adaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7944499'] for network, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:57.402851 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-8eaee7e8-2379-4c3f-9141-1fefd7b3adaa admin admin] 10.222.0.70 "DELETE /v2.0/networks/331d7b24-514e-4174-9d29-5dcaf8c314a8 HTTP/1.1" status: 204 len: 168 time: 0.8187020 Jun 14 18:13:57.404476 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 54310) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:13:57.417225 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-9fd944cf-fc91-4724-9c2d-e8bd1707f434 None None] Notify callbacks [] for port, precommit_create {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:57.431707 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-b43f2096-0f2b-4dab-b119-34671f412512 None None] Provisioning complete for port afdd952c-96f6-4e2e-b8ef-e69231323a05 triggered by entity DHCP. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:13:57.432058 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-b43f2096-0f2b-4dab-b119-34671f412512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:57.435653 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaee7e8-2379-4c3f-9141-1fefd7b3adaa admin admin] Pushing event deleted for resources: {'Network': ['ID=331d7b24-514e-4174-9d29-5dcaf8c314a8,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:13:57.461140 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65973054-20a5-46c1-8bcb-c37c80b82db0 admin admin] Network 0514a421-38fe-44fa-a158-ef00d417fed9 is already hosted by enough agents. {{(pid=102477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:13:57.468056 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-9fd944cf-fc91-4724-9c2d-e8bd1707f434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239190878'] for port, after_create {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:57.470688 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.base_scheduler [None req-65973054-20a5-46c1-8bcb-c37c80b82db0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:13:57.477723 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65973054-20a5-46c1-8bcb-c37c80b82db0 admin admin] Received port after_create {{(pid=102477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 14 18:13:57.480292 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-d0f56a6a-5ed8-4659-b66d-091774561a4c None None] For port 52f5e439-576e-422e-8951-0de918ff1df2, host dv-cinder-821739-1-iscsi, cleared binding levels {{(pid=102478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:13:57.496404 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06adf162-742a-47df-a668-21f43880dbae req-68841639-a60e-497f-9f05-8dc27f0f1170 tempest-VolumesNegativeTest-330538904 tempest-VolumesNegativeTest-330538904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:57.498454 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-06adf162-742a-47df-a668-21f43880dbae req-68841639-a60e-497f-9f05-8dc27f0f1170 tempest-VolumesNegativeTest-330538904 tempest-VolumesNegativeTest-330538904-project] 10.222.0.70 "GET /v2.0/ports?device_id=021c419a-af9b-4973-bdfc-7fc56766e68f HTTP/1.1" status: 200 len: 935 time: 0.1984634 Jun 14 18:13:57.530767 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-d0f56a6a-5ed8-4659-b66d-091774561a4c None None] For port 52f5e439-576e-422e-8951-0de918ff1df2, host dv-cinder-821739-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=52f5e439-576e-422e-8951-0de918ff1df2,segment=NetworkSegment(00c9591e-d9e3-4c96-a0cd-c6aa4f6c80b9),segment_id=00c9591e-d9e3-4c96-a0cd-c6aa4f6c80b9)] {{(pid=102478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:13:57.531613 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbf190ba-02fe-4e94-afe4-42e08c8f5f85 admin admin] Deleting subnet 8fceebf0-7b20-4091-a86f-8e689dca7530 {{(pid=102476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jun 14 18:13:57.541025 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaaac46-73f1-4079-b174-30c167aeed23 req-7b53c0d1-74a2-4084-888d-0081d9bc95ba tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:57.542283 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd944cf-fc91-4724-9c2d-e8bd1707f434 None None] Network 133c6ce0-a3ec-4fb8-a7a5-8822862a5d49 is already hosted by enough agents. {{(pid=102478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:13:57.542675 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-1eaaac46-73f1-4079-b174-30c167aeed23 req-7b53c0d1-74a2-4084-888d-0081d9bc95ba tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/ports?device_id=8592e02c-d7fd-4308-9955-3fcb861a164d HTTP/1.1" status: 200 len: 945 time: 0.1476393 Jun 14 18:13:57.543261 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65973054-20a5-46c1-8bcb-c37c80b82db0 admin admin] Pushing event updated for resources: {'Port': ['ID=d9f4b923-15b9-49ea-9c3a-67db108b309c,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:13:57.548215 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-cbf190ba-02fe-4e94-afe4-42e08c8f5f85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:57.552147 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-d0f56a6a-5ed8-4659-b66d-091774561a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:57.554011 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Provisioning complete for port d26b9894-09e2-4b11-977b-2d2cae12ffed triggered by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:13:57.554396 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:57.561407 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-b43f2096-0f2b-4dab-b119-34671f412512 None None] Port afdd952c-96f6-4e2e-b8ef-e69231323a05 cannot update to ACTIVE because it is not bound. {{(pid=102478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jun 14 18:13:57.564128 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.scheduler.base_scheduler [None req-9fd944cf-fc91-4724-9c2d-e8bd1707f434 None None] Resources bound (agent type, host, resource id): {{(pid=102478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:13:57.566310 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd944cf-fc91-4724-9c2d-e8bd1707f434 None None] Received port after_create {{(pid=102478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 14 18:13:57.593603 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd944cf-fc91-4724-9c2d-e8bd1707f434 None None] Pushing event updated for resources: {'Port': ['ID=fb65f8f0-9f0f-4a8e-9e08-533ddca0fe8a,revision_number=1']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:13:57.621014 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd944cf-fc91-4724-9c2d-e8bd1707f434 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:13:57.621014 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd944cf-fc91-4724-9c2d-e8bd1707f434 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:13:57.621211 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd944cf-fc91-4724-9c2d-e8bd1707f434 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:13:57.622217 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd944cf-fc91-4724-9c2d-e8bd1707f434 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:13:57.622579 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd944cf-fc91-4724-9c2d-e8bd1707f434 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:13:57.623082 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd944cf-fc91-4724-9c2d-e8bd1707f434 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:13:57.623392 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd944cf-fc91-4724-9c2d-e8bd1707f434 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:13:57.623773 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd944cf-fc91-4724-9c2d-e8bd1707f434 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:13:57.624153 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd944cf-fc91-4724-9c2d-e8bd1707f434 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:13:57.624487 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd944cf-fc91-4724-9c2d-e8bd1707f434 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:13:57.624806 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd944cf-fc91-4724-9c2d-e8bd1707f434 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:13:57.625121 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd944cf-fc91-4724-9c2d-e8bd1707f434 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:13:57.675341 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-1eaaac46-73f1-4079-b174-30c167aeed23 req-cad4560f-55a6-4a39-ba3c-6aa36629024a tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e9b1789-2c21-44c4-9200-ad2f8fbcbd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035368 Jun 14 18:13:57.795864 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.managers [None req-9fd944cf-fc91-4724-9c2d-e8bd1707f434 None None] Attempting to bind port fb65f8f0-9f0f-4a8e-9e08-533ddca0fe8a on host dv-cinder-821739-1-iscsi for vnic_type normal with profile {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 14 18:13:57.796388 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.managers [None req-9fd944cf-fc91-4724-9c2d-e8bd1707f434 None None] Attempting to bind port fb65f8f0-9f0f-4a8e-9e08-533ddca0fe8a by drivers openvswitch,hyperv on host dv-cinder-821739-1-iscsi at level 0 using segments [{'id': 'dfe3591a-0c88-448b-a511-c9c24d8f1962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '133c6ce0-a3ec-4fb8-a7a5-8822862a5d49'}] {{(pid=102478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 14 18:13:57.796853 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd944cf-fc91-4724-9c2d-e8bd1707f434 None None] Attempting to bind port fb65f8f0-9f0f-4a8e-9e08-533ddca0fe8a on network 133c6ce0-a3ec-4fb8-a7a5-8822862a5d49 {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:13:57.812709 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd944cf-fc91-4724-9c2d-e8bd1707f434 None None] Checking agent: {'id': 'e8f0c06d-b34a-40ed-9da4-c5e71adce1cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821739-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 3, 22), 'started_at': datetime.datetime(2022, 6, 14, 18, 3, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821739-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:13:57.813521 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd944cf-fc91-4724-9c2d-e8bd1707f434 None None] Checking segment: {'id': 'dfe3591a-0c88-448b-a511-c9c24d8f1962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '133c6ce0-a3ec-4fb8-a7a5-8822862a5d49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 14 18:13:57.814648 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-9fd944cf-fc91-4724-9c2d-e8bd1707f434 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:57.815362 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd944cf-fc91-4724-9c2d-e8bd1707f434 None None] Bound using segment: {'id': 'dfe3591a-0c88-448b-a511-c9c24d8f1962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '133c6ce0-a3ec-4fb8-a7a5-8822862a5d49'} {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:13:57.815972 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.managers [None req-9fd944cf-fc91-4724-9c2d-e8bd1707f434 None None] Bound port: fb65f8f0-9f0f-4a8e-9e08-533ddca0fe8a, host: dv-cinder-821739-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfe3591a-0c88-448b-a511-c9c24d8f1962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '133c6ce0-a3ec-4fb8-a7a5-8822862a5d49'}}] {{(pid=102478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 14 18:13:57.816462 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-9fd944cf-fc91-4724-9c2d-e8bd1707f434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:57.838549 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f56a6a-5ed8-4659-b66d-091774561a4c None None] Routers {'47afafad-783e-40f4-b652-f40577821898'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:13:57.839322 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-d0f56a6a-5ed8-4659-b66d-091774561a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:13:49Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['47afafad-783e-40f4-b652-f40577821898'], 'active': True} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:13:57.886812 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-65973054-20a5-46c1-8bcb-c37c80b82db0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:57.938058 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-06adf162-742a-47df-a668-21f43880dbae req-af009888-44f2-412a-8b36-4c96c8830d72 tempest-VolumesNegativeTest-330538904 tempest-VolumesNegativeTest-330538904-project] 10.222.0.70 "GET /v2.0/security-groups?id=6b947e13-1e27-4ed2-b86e-509e0e671158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4294600 Jun 14 18:13:57.950574 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278ab62f-8589-4b31-834b-76790f3e6b71 None None] Pushing event updated for resources: {'Port': ['ID=52f5e439-576e-422e-8951-0de918ff1df2,revision_number=4']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:13:57.961582 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-cbf190ba-02fe-4e94-afe4-42e08c8f5f85 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5425953'] for subnet, precommit_delete_associations {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:57.996863 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-0046c6f0-d0d3-4698-ab35-0ab82f5efad4 None None] Provisioning complete for port 52f5e439-576e-422e-8951-0de918ff1df2 triggered by entity DHCP. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:13:57.997224 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-0046c6f0-d0d3-4698-ab35-0ab82f5efad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:58.057496 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Current status of the port d26b9894-09e2-4b11-977b-2d2cae12ffed is: ACTIVE; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:13:58.082430 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-cbf190ba-02fe-4e94-afe4-42e08c8f5f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-977723'] for subnet, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:58.114575 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-9fd944cf-fc91-4724-9c2d-e8bd1707f434 None None] For port fb65f8f0-9f0f-4a8e-9e08-533ddca0fe8a, host dv-cinder-821739-1-iscsi, cleared binding levels {{(pid=102478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:13:58.138092 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-9fd944cf-fc91-4724-9c2d-e8bd1707f434 None None] For port fb65f8f0-9f0f-4a8e-9e08-533ddca0fe8a, host dv-cinder-821739-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=fb65f8f0-9f0f-4a8e-9e08-533ddca0fe8a,segment=NetworkSegment(dfe3591a-0c88-448b-a511-c9c24d8f1962),segment_id=dfe3591a-0c88-448b-a511-c9c24d8f1962)] {{(pid=102478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:13:58.155168 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-9fd944cf-fc91-4724-9c2d-e8bd1707f434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:58.164236 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvr_db [None req-d0f56a6a-5ed8-4659-b66d-091774561a4c None None] Set router 47afafad-783e-40f4-b652-f40577821898 gateway port host: dv-cinder-821739-1-iscsi {{(pid=102478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:13:58.231662 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe31175-bf77-4f62-8c95-13aa8ef15409 req-ec855807-be26-47e5-b44c-0dbbb289431c tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:58.233370 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-dfe31175-bf77-4f62-8c95-13aa8ef15409 req-ec855807-be26-47e5-b44c-0dbbb289431c tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 945 time: 0.1007912 Jun 14 18:13:58.258218 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-cbf190ba-02fe-4e94-afe4-42e08c8f5f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-977714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5378586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4368736'] for subnet, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:58.308097 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf190ba-02fe-4e94-afe4-42e08c8f5f85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fceebf0-7b20-4091-a86f-8e689dca7530,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:13:58.324654 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd944cf-fc91-4724-9c2d-e8bd1707f434 None None] Pushing event updated for resources: {'Port': ['ID=fb65f8f0-9f0f-4a8e-9e08-533ddca0fe8a,revision_number=2']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:13:58.336797 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-0046c6f0-d0d3-4698-ab35-0ab82f5efad4 None None] Current status of the port 52f5e439-576e-422e-8951-0de918ff1df2 is: DOWN; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:13:58.337196 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-0046c6f0-d0d3-4698-ab35-0ab82f5efad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:58.337849 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-cbf190ba-02fe-4e94-afe4-42e08c8f5f85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:58.341477 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-cbf190ba-02fe-4e94-afe4-42e08c8f5f85 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/8fceebf0-7b20-4091-a86f-8e689dca7530 HTTP/1.1" status: 204 len: 168 time: 0.9267251 Jun 14 18:13:58.346664 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 54318) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:13:58.375092 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.notifiers.nova [req-06cb6991-b37f-4b6b-9120-f6b1d435b744 req-efb2297c-645c-42be-88d3-c3792fb032a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afdd952c-96f6-4e2e-b8ef-e69231323a05 {{(pid=102476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:13:58.394666 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-dfe31175-bf77-4f62-8c95-13aa8ef15409 req-ea12b9be-d914-42c7-a73c-5a3e86765a17 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199732 Jun 14 18:13:58.402529 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-06cb6991-b37f-4b6b-9120-f6b1d435b744 req-efb2297c-645c-42be-88d3-c3792fb032a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:58.429470 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.db.provisioning_blocks [req-06cb6991-b37f-4b6b-9120-f6b1d435b744 req-efb2297c-645c-42be-88d3-c3792fb032a4 service neutron] Transition to ACTIVE for port object afdd952c-96f6-4e2e-b8ef-e69231323a05 will not be triggered until provisioned by entity L2. {{(pid=102476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 18:13:58.440412 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-06cb6991-b37f-4b6b-9120-f6b1d435b744 req-efb2297c-645c-42be-88d3-c3792fb032a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5378756'] for port, after_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:58.444368 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-0046c6f0-d0d3-4698-ab35-0ab82f5efad4 None None] For port 52f5e439-576e-422e-8951-0de918ff1df2, host dv-cinder-821739-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=52f5e439-576e-422e-8951-0de918ff1df2,segment=NetworkSegment(00c9591e-d9e3-4c96-a0cd-c6aa4f6c80b9),segment_id=00c9591e-d9e3-4c96-a0cd-c6aa4f6c80b9)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:13:58.455400 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-0046c6f0-d0d3-4698-ab35-0ab82f5efad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:58.490584 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289a01fe-ac1d-4db6-8022-325b4b69bc99 req-1260d672-e67c-46c5-9d80-0fca82b85f23 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:58.499406 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-289a01fe-ac1d-4db6-8022-325b4b69bc99 req-1260d672-e67c-46c5-9d80-0fca82b85f23 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c01ae33-4bcd-4445-b978-df44a99f69bf HTTP/1.1" status: 200 len: 946 time: 0.5112402 Jun 14 18:13:58.550704 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0046c6f0-d0d3-4698-ab35-0ab82f5efad4 None None] Pushing event updated for resources: {'Port': ['ID=52f5e439-576e-422e-8951-0de918ff1df2,revision_number=5']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:13:58.564390 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-949e85e8-f028-4f07-b917-61851720fe25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592896'] for network, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:58.575666 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb2297c-645c-42be-88d3-c3792fb032a4 service neutron] Pushing event updated for resources: {'Port': ['ID=afdd952c-96f6-4e2e-b8ef-e69231323a05,revision_number=2']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:13:58.587230 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-d0f56a6a-5ed8-4659-b66d-091774561a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47afafad-783e-40f4-b652-f40577821898', 'name': 'tempest-TestShelveInstance-1638102188-router', 'tenant_id': 'ba1a6001b639493eb65a9c1197ada8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'd26b9894-09e2-4b11-977b-2d2cae12ffed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:13:48Z', 'updated_at': '2022-06-14T18:13:52Z', 'revision_number': 4, 'project_id': 'ba1a6001b639493eb65a9c1197ada8e4', 'gw_port': {'id': 'd26b9894-09e2-4b11-977b-2d2cae12ffed', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47afafad-783e-40f4-b652-f40577821898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:13:49Z', 'updated_at': '2022-06-14T18:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_interfaces': [{'id': '52f5e439-576e-422e-8951-0de918ff1df2', 'name': '', 'network_id': '16a38fd0-908c-49c9-8b7d-9ea79627fd40', 'tenant_id': 'ba1a6001b639493eb65a9c1197ada8e4', 'mac_address': 'fa:16:3e:57:1e:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47afafad-783e-40f4-b652-f40577821898', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'b6fd4df0-61f4-48b5-9fb9-b9718ce89b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:13:52Z', 'updated_at': '2022-06-14T18:13:57Z', 'revision_number': 4, 'project_id': 'ba1a6001b639493eb65a9c1197ada8e4', 'subnets': [{'id': 'b6fd4df0-61f4-48b5-9fb9-b9718ce89b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:13:58.664150 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f56a6a-5ed8-4659-b66d-091774561a4c None None] The sync data for ids ['47afafad-783e-40f4-b652-f40577821898'] in dv-cinder-821739-1-iscsi is: [{'id': '47afafad-783e-40f4-b652-f40577821898', 'name': 'tempest-TestShelveInstance-1638102188-router', 'tenant_id': 'ba1a6001b639493eb65a9c1197ada8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'd26b9894-09e2-4b11-977b-2d2cae12ffed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:13:48Z', 'updated_at': '2022-06-14T18:13:52Z', 'revision_number': 4, 'project_id': 'ba1a6001b639493eb65a9c1197ada8e4', 'gw_port': {'id': 'd26b9894-09e2-4b11-977b-2d2cae12ffed', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47afafad-783e-40f4-b652-f40577821898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:13:49Z', 'updated_at': '2022-06-14T18:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_interfaces': [{'id': '52f5e439-576e-422e-8951-0de918ff1df2', 'name': '', 'network_id': '16a38fd0-908c-49c9-8b7d-9ea79627fd40', 'tenant_id': 'ba1a6001b639493eb65a9c1197ada8e4', 'mac_address': 'fa:16:3e:57:1e:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47afafad-783e-40f4-b652-f40577821898', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'b6fd4df0-61f4-48b5-9fb9-b9718ce89b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:13:52Z', 'updated_at': '2022-06-14T18:13:57Z', 'revision_number': 4, 'project_id': 'ba1a6001b639493eb65a9c1197ada8e4', 'subnets': [{'id': 'b6fd4df0-61f4-48b5-9fb9-b9718ce89b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:13:58.685741 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-0b14f9f6-0a31-48bf-81c2-881299e262be None None] Provisioning complete for port 52f5e439-576e-422e-8951-0de918ff1df2 triggered by entity DHCP. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:13:58.686414 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-0b14f9f6-0a31-48bf-81c2-881299e262be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:58.687589 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-289a01fe-ac1d-4db6-8022-325b4b69bc99 req-b1532cdb-9b19-4f3d-90d3-dbdae5a824ae tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872070 Jun 14 18:13:58.775402 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-65973054-20a5-46c1-8bcb-c37c80b82db0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8287610'] for router, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:58.779274 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c23458-7d6a-4c7e-a958-d9a77360e62d req-a66dd06c-eb36-4ea6-b583-4bb04c35fa37 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:58.794079 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-36c23458-7d6a-4c7e-a958-d9a77360e62d req-a66dd06c-eb36-4ea6-b583-4bb04c35fa37 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8b5ea8-c54d-4d44-beec-4a5c503b870e HTTP/1.1" status: 200 len: 946 time: 0.2207341 Jun 14 18:13:58.833481 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.managers [req-06cb6991-b37f-4b6b-9120-f6b1d435b744 req-efb2297c-645c-42be-88d3-c3792fb032a4 service neutron] Attempting to bind port afdd952c-96f6-4e2e-b8ef-e69231323a05 on host hv-cinder-82173 for vnic_type normal with profile {{(pid=102476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 14 18:13:58.833841 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.managers [req-06cb6991-b37f-4b6b-9120-f6b1d435b744 req-efb2297c-645c-42be-88d3-c3792fb032a4 service neutron] Attempting to bind port afdd952c-96f6-4e2e-b8ef-e69231323a05 by drivers openvswitch,hyperv on host hv-cinder-82173 at level 0 using segments [{'id': 'ffe4d574-91f9-4354-92fe-3faeb59d2709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '8f9939d5-97c6-4a74-951d-be93e922216f'}] {{(pid=102476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 14 18:13:58.834180 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cb6991-b37f-4b6b-9120-f6b1d435b744 req-efb2297c-645c-42be-88d3-c3792fb032a4 service neutron] Attempting to bind port afdd952c-96f6-4e2e-b8ef-e69231323a05 on network 8f9939d5-97c6-4a74-951d-be93e922216f {{(pid=102476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:13:58.836992 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-949e85e8-f028-4f07-b917-61851720fe25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-955256', 'neutron.services.segments.db._delete_segments_for_network-8758239721683'] for network, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:58.866456 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cb6991-b37f-4b6b-9120-f6b1d435b744 req-efb2297c-645c-42be-88d3-c3792fb032a4 service neutron] Port afdd952c-96f6-4e2e-b8ef-e69231323a05 on network 8f9939d5-97c6-4a74-951d-be93e922216f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82173 {{(pid=102476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 14 18:13:58.866783 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cb6991-b37f-4b6b-9120-f6b1d435b744 req-efb2297c-645c-42be-88d3-c3792fb032a4 service neutron] Attempting to bind port afdd952c-96f6-4e2e-b8ef-e69231323a05 on network 8f9939d5-97c6-4a74-951d-be93e922216f {{(pid=102476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:13:58.906295 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cb6991-b37f-4b6b-9120-f6b1d435b744 req-efb2297c-645c-42be-88d3-c3792fb032a4 service neutron] Checking agent: {'id': '37867b7d-ea9d-4c92-b09f-db78138d4892', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82173', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 9, 26), 'started_at': datetime.datetime(2022, 6, 14, 18, 9, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:13:58.906645 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cb6991-b37f-4b6b-9120-f6b1d435b744 req-efb2297c-645c-42be-88d3-c3792fb032a4 service neutron] Checking segment: {'id': 'ffe4d574-91f9-4354-92fe-3faeb59d2709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '8f9939d5-97c6-4a74-951d-be93e922216f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 14 18:13:58.906943 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cb6991-b37f-4b6b-9120-f6b1d435b744 req-efb2297c-645c-42be-88d3-c3792fb032a4 service neutron] Bound using segment: {'id': 'ffe4d574-91f9-4354-92fe-3faeb59d2709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '8f9939d5-97c6-4a74-951d-be93e922216f'} {{(pid=102476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:13:58.907385 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.managers [req-06cb6991-b37f-4b6b-9120-f6b1d435b744 req-efb2297c-645c-42be-88d3-c3792fb032a4 service neutron] Bound port: afdd952c-96f6-4e2e-b8ef-e69231323a05, host: hv-cinder-82173, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffe4d574-91f9-4354-92fe-3faeb59d2709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '8f9939d5-97c6-4a74-951d-be93e922216f'}}] {{(pid=102476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 14 18:13:58.907796 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-06cb6991-b37f-4b6b-9120-f6b1d435b744 req-efb2297c-645c-42be-88d3-c3792fb032a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:58.917818 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-36c23458-7d6a-4c7e-a958-d9a77360e62d req-76c2a4e4-7703-4475-9d6d-0d665f726e87 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/security-groups?id=395065f2-5ad0-4d61-889d-81c18e5b9b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224284 Jun 14 18:13:59.024818 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-949e85e8-f028-4f07-b917-61851720fe25 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:13:59.025380 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-949e85e8-f028-4f07-b917-61851720fe25 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:13:59.026045 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-949e85e8-f028-4f07-b917-61851720fe25 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:13:59.026376 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-949e85e8-f028-4f07-b917-61851720fe25 admin admin] Subscribe: > port after_create 55550000 {{(pid=102477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:13:59.026713 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-949e85e8-f028-4f07-b917-61851720fe25 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:13:59.027111 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-949e85e8-f028-4f07-b917-61851720fe25 admin admin] Subscribe: > port after_update 55550000 {{(pid=102477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:13:59.027439 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-949e85e8-f028-4f07-b917-61851720fe25 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:13:59.027781 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-949e85e8-f028-4f07-b917-61851720fe25 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:13:59.028100 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-949e85e8-f028-4f07-b917-61851720fe25 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:13:59.028960 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-949e85e8-f028-4f07-b917-61851720fe25 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:13:59.058885 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.db [req-06cb6991-b37f-4b6b-9120-f6b1d435b744 req-efb2297c-645c-42be-88d3-c3792fb032a4 service neutron] For port afdd952c-96f6-4e2e-b8ef-e69231323a05, host hv-cinder-82173, cleared binding levels {{(pid=102476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:13:59.066365 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.db [req-06cb6991-b37f-4b6b-9120-f6b1d435b744 req-efb2297c-645c-42be-88d3-c3792fb032a4 service neutron] For port afdd952c-96f6-4e2e-b8ef-e69231323a05, host hv-cinder-82173, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=afdd952c-96f6-4e2e-b8ef-e69231323a05,segment=NetworkSegment(ffe4d574-91f9-4354-92fe-3faeb59d2709),segment_id=ffe4d574-91f9-4354-92fe-3faeb59d2709)] {{(pid=102476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:13:59.082372 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-06cb6991-b37f-4b6b-9120-f6b1d435b744 req-efb2297c-645c-42be-88d3-c3792fb032a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5378756'] for port, after_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:59.131181 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-0b14f9f6-0a31-48bf-81c2-881299e262be None None] Current status of the port 52f5e439-576e-422e-8951-0de918ff1df2 is: ACTIVE; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:13:59.145118 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb6991-b37f-4b6b-9120-f6b1d435b744 req-efb2297c-645c-42be-88d3-c3792fb032a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:59.145807 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-06cb6991-b37f-4b6b-9120-f6b1d435b744 req-efb2297c-645c-42be-88d3-c3792fb032a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for port, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:59.147175 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-06cb6991-b37f-4b6b-9120-f6b1d435b744 req-efb2297c-645c-42be-88d3-c3792fb032a4 service neutron] 10.222.0.90 "PUT /v2.0/ports/afdd952c-96f6-4e2e-b8ef-e69231323a05 HTTP/1.1" status: 200 len: 1097 time: 2.0657039 Jun 14 18:13:59.147630 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '021c419a-af9b-4973-bdfc-7fc56766e68f', 'tag': 'afdd952c-96f6-4e2e-b8ef-e69231323a05'}] {{(pid=102476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:13:59.149950 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f6785e4de8a87b7f797dd5e96f4d126f8c0b91c7fbdcfaa1853e8ef739b068f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-796dd4eb-d031-47ad-8bcc-785f238f4ab1" -d '{"events": [{"name": "network-changed", "server_uuid": "021c419a-af9b-4973-bdfc-7fc56766e68f", "tag": "afdd952c-96f6-4e2e-b8ef-e69231323a05"}]}' {{(pid=102476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:13:59.172975 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-949e85e8-f028-4f07-b917-61851720fe25 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:13:59.173996 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-949e85e8-f028-4f07-b917-61851720fe25 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:13:59.174565 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-949e85e8-f028-4f07-b917-61851720fe25 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:13:59.178455 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-949e85e8-f028-4f07-b917-61851720fe25 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:13:59.179097 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.services.segments.db [None req-949e85e8-f028-4f07-b917-61851720fe25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d143a4ba-ffd8-49cb-b310-0b3f1455f146']}} {{(pid=102477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:13:59.217083 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb2297c-645c-42be-88d3-c3792fb032a4 service neutron] Pushing event updated for resources: {'Port': ['ID=afdd952c-96f6-4e2e-b8ef-e69231323a05,revision_number=3']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:13:59.217291 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.services.segments.db [None req-949e85e8-f028-4f07-b917-61851720fe25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df1da771-1865-43a3-994f-82ca1979987b') {'for_net_delete': True} {{(pid=102477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:13:59.217546 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.services.segments.db [None req-949e85e8-f028-4f07-b917-61851720fe25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df1da771-1865-43a3-994f-82ca1979987b') {} {{(pid=102477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:13:59.277642 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d843e9-a34c-4e93-a59e-091721c59cf4 req-294f114f-a036-456b-bd26-9328cf92a182 tempest-VolumesNegativeTest-330538904 tempest-VolumesNegativeTest-330538904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:59.279573 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-c6d843e9-a34c-4e93-a59e-091721c59cf4 req-294f114f-a036-456b-bd26-9328cf92a182 tempest-VolumesNegativeTest-330538904 tempest-VolumesNegativeTest-330538904-project] 10.222.0.70 "GET /v2.0/ports?device_id=021c419a-af9b-4973-bdfc-7fc56766e68f HTTP/1.1" status: 200 len: 947 time: 0.1700628 Jun 14 18:13:59.299431 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-949e85e8-f028-4f07-b917-61851720fe25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758239721948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16658456'] for segment, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:59.311590 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb6991-b37f-4b6b-9120-f6b1d435b744 req-200cc894-51c3-4f0c-b13b-e8b16c9c86bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:59.313194 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-06cb6991-b37f-4b6b-9120-f6b1d435b744 req-200cc894-51c3-4f0c-b13b-e8b16c9c86bc service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8960f0eb99d94007a3b0b96c5cf23248&device_id=021c419a-af9b-4973-bdfc-7fc56766e68f HTTP/1.1" status: 200 len: 1100 time: 0.1042378 Jun 14 18:13:59.327943 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-949e85e8-f028-4f07-b917-61851720fe25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977873'] for segment, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:59.342195 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-949e85e8-f028-4f07-b917-61851720fe25 admin admin] Releasing vlan 1029 on physical network physnet1 to pool {{(pid=102477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 18:13:59.342714 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-949e85e8-f028-4f07-b917-61851720fe25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16661566'] for segment, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:59.374175 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device 52f5e439-576e-422e-8951-0de918ff1df2 up at agent ovs-agent-dv-cinder-821739-1-iscsi {{(pid=102478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:13:59.396610 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-c6d843e9-a34c-4e93-a59e-091721c59cf4 req-3c7415d4-4ad2-4654-abf4-4aa489bd1fd9 tempest-VolumesNegativeTest-330538904 tempest-VolumesNegativeTest-330538904-project] 10.222.0.70 "GET /v2.0/security-groups?id=6b947e13-1e27-4ed2-b86e-509e0e671158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085811 Jun 14 18:13:59.398395 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-06cb6991-b37f-4b6b-9120-f6b1d435b744 req-277113d4-edf1-423e-a7c6-213badbaec48 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=afdd952c-96f6-4e2e-b8ef-e69231323a05 HTTP/1.1" status: 200 len: 217 time: 0.0736480 Jun 14 18:13:59.514411 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb6991-b37f-4b6b-9120-f6b1d435b744 req-9eb54fbd-7531-4333-84b9-b9952caadcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:59.530924 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-06cb6991-b37f-4b6b-9120-f6b1d435b744 req-9eb54fbd-7531-4333-84b9-b9952caadcf6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=029fa191-4c54-4172-accd-934a05214c8a HTTP/1.1" status: 200 len: 843 time: 0.1219611 Jun 14 18:13:59.535369 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c12815f-6292-47b8-a0b0-da3197b8b8e5 req-8c874bbd-b4c4-4804-ba61-5fa4080c4c2f tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:59.541021 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-1c12815f-6292-47b8-a0b0-da3197b8b8e5 req-8c874bbd-b4c4-4804-ba61-5fa4080c4c2f tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/ports?device_id=8592e02c-d7fd-4308-9955-3fcb861a164d HTTP/1.1" status: 200 len: 945 time: 0.6461062 Jun 14 18:13:59.550951 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Provisioning complete for port 52f5e439-576e-422e-8951-0de918ff1df2 triggered by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:13:59.551331 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:59.554494 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-949e85e8-f028-4f07-b917-61851720fe25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-955201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8287522'] for network, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:59.603588 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb6991-b37f-4b6b-9120-f6b1d435b744 req-3bb4abee-423d-41d1-a767-a4e257ed1def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:13:59.605499 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-06cb6991-b37f-4b6b-9120-f6b1d435b744 req-3bb4abee-423d-41d1-a767-a4e257ed1def service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8f9939d5-97c6-4a74-951d-be93e922216f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0648112 Jun 14 18:13:59.688060 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-949e85e8-f028-4f07-b917-61851720fe25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7944499'] for network, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:59.697876 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-949e85e8-f028-4f07-b917-61851720fe25 admin admin] 10.222.0.70 "DELETE /v2.0/networks/d143a4ba-ffd8-49cb-b310-0b3f1455f146 HTTP/1.1" status: 204 len: 168 time: 1.3492532 Jun 14 18:13:59.757690 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Jun 2022 18:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-039e756b-ff6d-4530-8f33-091a730de63e x-openstack-request-id: req-039e756b-ff6d-4530-8f33-091a730de63e {{(pid=102476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:13:59.758201 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "021c419a-af9b-4973-bdfc-7fc56766e68f", "tag": "afdd952c-96f6-4e2e-b8ef-e69231323a05", "status": "completed", "code": 200}]} {{(pid=102476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:13:59.758596 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-039e756b-ff6d-4530-8f33-091a730de63e {{(pid=102476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:13:59.759132 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-039e756b-ff6d-4530-8f33-091a730de63e'] response: {'name': 'network-changed', 'server_uuid': '021c419a-af9b-4973-bdfc-7fc56766e68f', 'tag': 'afdd952c-96f6-4e2e-b8ef-e69231323a05', 'status': 'completed', 'code': 200} Jun 14 18:13:59.782502 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Current status of the port 52f5e439-576e-422e-8951-0de918ff1df2 is: ACTIVE; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:13:59.787786 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device fb65f8f0-9f0f-4a8e-9e08-533ddca0fe8a up at agent ovs-agent-dv-cinder-821739-1-iscsi {{(pid=102478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:13:59.810485 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-06cb6991-b37f-4b6b-9120-f6b1d435b744 req-ad592bd1-8366-4052-ac3d-88618bd1ffee service neutron] 10.222.0.90 "GET /v2.0/networks/8f9939d5-97c6-4a74-951d-be93e922216f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852000 Jun 14 18:13:59.828151 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949e85e8-f028-4f07-b917-61851720fe25 admin admin] Pushing event deleted for resources: {'Network': ['ID=d143a4ba-ffd8-49cb-b310-0b3f1455f146,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:13:59.871744 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Provisioning complete for port fb65f8f0-9f0f-4a8e-9e08-533ddca0fe8a triggered by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:13:59.872226 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:13:59.880106 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-1c12815f-6292-47b8-a0b0-da3197b8b8e5 req-a775bab5-9e89-43cc-9ace-565a4fa936a6 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e9b1789-2c21-44c4-9200-ad2f8fbcbd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3267229 Jun 14 18:13:59.975707 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.services.segments.plugin [-] Segment df1da771-1865-43a3-994f-82ca1979987b resource provider aggregate not found Jun 14 18:14:00.018043 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb11cd-7561-410d-a750-346b893ca8da req-629f678a-c418-4f6a-8333-ed6c77920d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:00.019553 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-96bb11cd-7561-410d-a750-346b893ca8da req-629f678a-c418-4f6a-8333-ed6c77920d58 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3042e999f1144c7da1a2473d58a86532&device_id=1c01ae33-4bcd-4445-b978-df44a99f69bf HTTP/1.1" status: 200 len: 1099 time: 0.2902865 Jun 14 18:14:00.026793 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f564f891-ade0-45f8-bdf4-5dd9083e93c0 req-588514e1-cfde-4ed1-b4cf-771f5acac496 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:00.028682 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-f564f891-ade0-45f8-bdf4-5dd9083e93c0 req-588514e1-cfde-4ed1-b4cf-771f5acac496 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 945 time: 0.2160821 Jun 14 18:14:00.066190 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.services.segments.plugin [-] Segment df1da771-1865-43a3-994f-82ca1979987b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid df1da771-1865-43a3-994f-82ca1979987b found for delete ", "request_id": "req-d4cca309-36a0-4820-8fee-206534e49290"}]} Jun 14 18:14:00.077739 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-06cb6991-b37f-4b6b-9120-f6b1d435b744 req-2ab5f2da-4496-409b-b468-425cbb1d7847 service neutron] 10.222.0.90 "GET /v2.0/networks/8f9939d5-97c6-4a74-951d-be93e922216f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554646 Jun 14 18:14:00.092857 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65973054-20a5-46c1-8bcb-c37c80b82db0 admin admin] Router bbfbfeba-a531-44e1-9fb7-566258ecd72e is scheduled to L3 agent 2bd7ef4a-700f-45f4-ae1e-98ca6454acba with binding_index 1 {{(pid=102477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 14 18:14:00.103001 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-f564f891-ade0-45f8-bdf4-5dd9083e93c0 req-0234937b-c23b-4faa-a6da-f56443ad5f77 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654259 Jun 14 18:14:00.110404 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Current status of the port fb65f8f0-9f0f-4a8e-9e08-533ddca0fe8a is: DOWN; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:14:00.111086 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:00.163923 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd12dd3-e7cd-44c7-803e-b02c894d5504 req-e6742715-39db-4829-b314-21665dc2ddfd tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:00.165588 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-3fd12dd3-e7cd-44c7-803e-b02c894d5504 req-e6742715-39db-4829-b314-21665dc2ddfd tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c01ae33-4bcd-4445-b978-df44a99f69bf HTTP/1.1" status: 200 len: 946 time: 0.1744156 Jun 14 18:14:00.166085 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 54350) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:14:00.178120 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] For port fb65f8f0-9f0f-4a8e-9e08-533ddca0fe8a, host dv-cinder-821739-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=fb65f8f0-9f0f-4a8e-9e08-533ddca0fe8a,segment=NetworkSegment(dfe3591a-0c88-448b-a511-c9c24d8f1962),segment_id=dfe3591a-0c88-448b-a511-c9c24d8f1962)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:14:00.191105 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:00.225505 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5a89a3-1fbe-4221-8a24-6f421c82b6c4 None None] Network 133c6ce0-a3ec-4fb8-a7a5-8822862a5d49 requested from dv-cinder-821739-1-iscsi {{(pid=102478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 18:14:00.305790 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-3fd12dd3-e7cd-44c7-803e-b02c894d5504 req-be83887a-fd0f-4234-ac1c-0b23140b639f tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763254 Jun 14 18:14:00.308451 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796dd4eb-d031-47ad-8bcc-785f238f4ab1 req-3ad7eac8-5823-4211-9074-d6a2bfd749a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:00.309954 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-796dd4eb-d031-47ad-8bcc-785f238f4ab1 req-3ad7eac8-5823-4211-9074-d6a2bfd749a3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8960f0eb99d94007a3b0b96c5cf23248&device_id=021c419a-af9b-4973-bdfc-7fc56766e68f HTTP/1.1" status: 200 len: 1100 time: 0.1554539 Jun 14 18:14:00.324410 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-5ad28ed9-b789-495f-bcf2-22a7d847684c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=979d0084c7074ffea5e4b2aff120a138&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1537397 Jun 14 18:14:00.325254 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 54352) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:14:00.326170 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-a59460b5-01a8-416e-86b2-05bd4cf49531 None None] Provisioning complete for port fb65f8f0-9f0f-4a8e-9e08-533ddca0fe8a triggered by entity DHCP. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:14:00.326527 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-a59460b5-01a8-416e-86b2-05bd4cf49531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:00.334378 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Pushing event updated for resources: {'Port': ['ID=fb65f8f0-9f0f-4a8e-9e08-533ddca0fe8a,revision_number=3']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:14:00.334827 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e879f37-7252-47b0-8385-f1c3ea51abcc req-789da19b-d96b-4107-8e41-67b8abda8877 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:00.336361 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-1e879f37-7252-47b0-8385-f1c3ea51abcc req-789da19b-d96b-4107-8e41-67b8abda8877 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/ports?device_id=8592e02c-d7fd-4308-9955-3fcb861a164d HTTP/1.1" status: 200 len: 945 time: 0.1136999 Jun 14 18:14:00.380407 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb11cd-7561-410d-a750-346b893ca8da req-9e2030f5-5ad9-421e-9eb6-859b17964a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:00.382026 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-96bb11cd-7561-410d-a750-346b893ca8da req-9e2030f5-5ad9-421e-9eb6-859b17964a1e service neutron] 10.222.0.90 "GET /v2.0/networks?id=3d23af53-6361-4f33-abe1-d3023a18c244 HTTP/1.1" status: 200 len: 920 time: 0.3306429 Jun 14 18:14:00.482245 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-96bb11cd-7561-410d-a750-346b893ca8da req-893e6056-efe1-4dda-97af-56660f2a3df5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=73718447-1a32-41cd-8208-8ee7bff08056 HTTP/1.1" status: 200 len: 217 time: 0.0650601 Jun 14 18:14:00.498421 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796dd4eb-d031-47ad-8bcc-785f238f4ab1 req-0098d45a-8911-4b16-83d9-946efa058a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:00.505242 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-796dd4eb-d031-47ad-8bcc-785f238f4ab1 req-0098d45a-8911-4b16-83d9-946efa058a99 service neutron] 10.222.0.90 "GET /v2.0/networks?id=8f9939d5-97c6-4a74-951d-be93e922216f HTTP/1.1" status: 200 len: 871 time: 0.1678593 Jun 14 18:14:00.510408 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-1e879f37-7252-47b0-8385-f1c3ea51abcc req-7000f3b1-9f63-4fc6-af99-9e854f4b5b2b tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e9b1789-2c21-44c4-9200-ad2f8fbcbd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685458 Jun 14 18:14:00.547775 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-a59460b5-01a8-416e-86b2-05bd4cf49531 None None] Current status of the port fb65f8f0-9f0f-4a8e-9e08-533ddca0fe8a is: ACTIVE; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:14:00.555920 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 54356) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:14:00.581828 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-78ba34ba-4361-4a58-9bd0-9c156e648d02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:00.593444 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-796dd4eb-d031-47ad-8bcc-785f238f4ab1 req-b9e06cd4-e835-4918-add7-44827856b4cd service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=afdd952c-96f6-4e2e-b8ef-e69231323a05 HTTP/1.1" status: 200 len: 217 time: 0.0775335 Jun 14 18:14:00.635810 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65973054-20a5-46c1-8bcb-c37c80b82db0 admin admin] Notify agent at l3_agent.dv-cinder-821739-1-iscsi the message routers_updated {{(pid=102477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:14:00.647768 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0659edf9-3821-462c-b8f0-a6937d4ab208 None None] Sync routers for ids ['bbfbfeba-a531-44e1-9fb7-566258ecd72e'] in dv-cinder-821739-1-iscsi {{(pid=102479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:14:00.662936 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-78ba34ba-4361-4a58-9bd0-9c156e648d02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:00.667577 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-65973054-20a5-46c1-8bcb-c37c80b82db0 admin admin] Notify callbacks [] for router, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:00.668498 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0659edf9-3821-462c-b8f0-a6937d4ab208 None None] Routers {'bbfbfeba-a531-44e1-9fb7-566258ecd72e'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:14:00.668854 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-65973054-20a5-46c1-8bcb-c37c80b82db0 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.5746455 Jun 14 18:14:00.669754 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-0659edf9-3821-462c-b8f0-a6937d4ab208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:13:49Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['bbfbfeba-a531-44e1-9fb7-566258ecd72e'], 'active': True} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:14:00.679779 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 54360) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:14:00.708403 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb11cd-7561-410d-a750-346b893ca8da req-95dae45e-a3aa-42dd-8832-e1c8b11fb8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:00.712597 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-96bb11cd-7561-410d-a750-346b893ca8da req-95dae45e-a3aa-42dd-8832-e1c8b11fb8e0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5d625bfa-3024-4c1b-95b8-b3295848e69c HTTP/1.1" status: 200 len: 857 time: 0.2101789 Jun 14 18:14:00.771547 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da319858-f88c-438b-8b2e-ec89c625fddd req-4dc09773-59ae-4462-b6f1-31178a5fcac3 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:00.773110 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-da319858-f88c-438b-8b2e-ec89c625fddd req-4dc09773-59ae-4462-b6f1-31178a5fcac3 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8b5ea8-c54d-4d44-beec-4a5c503b870e HTTP/1.1" status: 200 len: 946 time: 0.3017004 Jun 14 18:14:00.779425 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796dd4eb-d031-47ad-8bcc-785f238f4ab1 req-c77b5dfe-4e70-48ff-bdac-39289efa59b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:00.781965 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-796dd4eb-d031-47ad-8bcc-785f238f4ab1 req-c77b5dfe-4e70-48ff-bdac-39289efa59b9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=029fa191-4c54-4172-accd-934a05214c8a HTTP/1.1" status: 200 len: 843 time: 0.1814868 Jun 14 18:14:00.800929 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae887ca6-e3e0-4983-946b-fe70c6770df2 req-a0385c7a-d10c-4017-bd91-550b1d0a8ea5 tempest-VolumesNegativeTest-330538904 tempest-VolumesNegativeTest-330538904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:00.802622 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-ae887ca6-e3e0-4983-946b-fe70c6770df2 req-a0385c7a-d10c-4017-bd91-550b1d0a8ea5 tempest-VolumesNegativeTest-330538904 tempest-VolumesNegativeTest-330538904-project] 10.222.0.70 "GET /v2.0/ports?device_id=021c419a-af9b-4973-bdfc-7fc56766e68f HTTP/1.1" status: 200 len: 947 time: 0.1533351 Jun 14 18:14:00.823231 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvr_db [None req-0659edf9-3821-462c-b8f0-a6937d4ab208 None None] Set router bbfbfeba-a531-44e1-9fb7-566258ecd72e gateway port host: dv-cinder-821739-1-iscsi {{(pid=102479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:14:00.886906 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-ae887ca6-e3e0-4983-946b-fe70c6770df2 req-9d85b5d7-4485-4b67-9707-b3b3e2a6cae0 tempest-VolumesNegativeTest-330538904 tempest-VolumesNegativeTest-330538904-project] 10.222.0.70 "GET /v2.0/security-groups?id=6b947e13-1e27-4ed2-b86e-509e0e671158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696938 Jun 14 18:14:00.915944 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796dd4eb-d031-47ad-8bcc-785f238f4ab1 req-f6eb5178-ece3-42d8-a7ea-75ca86f2d044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:00.918859 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-796dd4eb-d031-47ad-8bcc-785f238f4ab1 req-f6eb5178-ece3-42d8-a7ea-75ca86f2d044 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8f9939d5-97c6-4a74-951d-be93e922216f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1150749 Jun 14 18:14:00.945883 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb11cd-7561-410d-a750-346b893ca8da req-5d21069d-1b86-4cf5-8289-5ee76666a790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:00.947412 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-96bb11cd-7561-410d-a750-346b893ca8da req-5d21069d-1b86-4cf5-8289-5ee76666a790 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3d23af53-6361-4f33-abe1-d3023a18c244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1537163 Jun 14 18:14:00.955668 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-da319858-f88c-438b-8b2e-ec89c625fddd req-e58c8f8f-e82b-431a-a3ca-f44820bd308d tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/security-groups?id=395065f2-5ad0-4d61-889d-81c18e5b9b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592283 Jun 14 18:14:00.989094 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-98b5e9d0-4761-41f3-a178-97ab5d7e0a8a None None] Provisioning complete for port fb65f8f0-9f0f-4a8e-9e08-533ddca0fe8a triggered by entity DHCP. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:14:00.989441 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-98b5e9d0-4761-41f3-a178-97ab5d7e0a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:01.000326 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-78ba34ba-4361-4a58-9bd0-9c156e648d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:01.003757 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-78ba34ba-4361-4a58-9bd0-9c156e648d02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:01.005253 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-78ba34ba-4361-4a58-9bd0-9c156e648d02 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9ea932b9-484d-4d40-b36b-420e51210cda HTTP/1.1" status: 204 len: 168 time: 0.6772537 Jun 14 18:14:01.046313 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba34ba-4361-4a58-9bd0-9c156e648d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea932b9-484d-4d40-b36b-420e51210cda,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:14:01.097255 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-796dd4eb-d031-47ad-8bcc-785f238f4ab1 req-7f2076fc-c31f-4580-942f-606cb3a909ce service neutron] 10.222.0.90 "GET /v2.0/networks/8f9939d5-97c6-4a74-951d-be93e922216f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660390 Jun 14 18:14:01.103860 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-0659edf9-3821-462c-b8f0-a6937d4ab208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbfbfeba-a531-44e1-9fb7-566258ecd72e', 'name': 'tempest-TestShelveInstance-129050858-router', 'tenant_id': 'c9e39d75f54e4fafa053bdafff6c84fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': 'd9f4b923-15b9-49ea-9c3a-67db108b309c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:13:56Z', 'updated_at': '2022-06-14T18:13:57Z', 'revision_number': 3, 'project_id': 'c9e39d75f54e4fafa053bdafff6c84fa', 'gw_port': {'id': 'd9f4b923-15b9-49ea-9c3a-67db108b309c', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:13:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbfbfeba-a531-44e1-9fb7-566258ecd72e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:13:56Z', 'updated_at': '2022-06-14T18:13:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi'}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:14:01.127008 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aaff3cb-e4ac-452c-bfce-edc31c010d3c tempest-TestVolumeBootPattern-883065502 tempest-TestVolumeBootPattern-883065502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:01.128623 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-7aaff3cb-e4ac-452c-bfce-edc31c010d3c tempest-TestVolumeBootPattern-883065502 tempest-TestVolumeBootPattern-883065502-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8592e02c-d7fd-4308-9955-3fcb861a164d HTTP/1.1" status: 200 len: 1093 time: 0.5668299 Jun 14 18:14:01.134867 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 54366) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:14:01.144351 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.v2.base [None req-70c1fdaa-1778-41c9-ba45-34ea292b6227 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Request body: {'floatingip': {'floating_network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'port_id': '00b36853-55db-4077-b69a-52b7d06fc789', 'tenant_id': 'a98d65273e2546aa9252b74c4f9daae4', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:14:01.152273 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-98b5e9d0-4761-41f3-a178-97ab5d7e0a8a None None] Current status of the port fb65f8f0-9f0f-4a8e-9e08-533ddca0fe8a is: ACTIVE; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:14:01.180112 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0659edf9-3821-462c-b8f0-a6937d4ab208 None None] Checking router: bbfbfeba-a531-44e1-9fb7-566258ecd72e for host: dv-cinder-821739-1-iscsi {{(pid=102479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:14:01.180464 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0659edf9-3821-462c-b8f0-a6937d4ab208 None None] Updating router bbfbfeba-a531-44e1-9fb7-566258ecd72e port d9f4b923-15b9-49ea-9c3a-67db108b309c binding host dv-cinder-821739-1-iscsi {{(pid=102479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 18:14:01.230956 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-70c1fdaa-1778-41c9-ba45-34ea292b6227 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks [] for floatingip, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:01.235221 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-96bb11cd-7561-410d-a750-346b893ca8da req-49c75370-f482-4db5-973f-da6ceabcf2cd service neutron] 10.222.0.90 "GET /v2.0/networks/3d23af53-6361-4f33-abe1-d3023a18c244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452013 Jun 14 18:14:01.248072 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron_lib.callbacks.manager [None req-0659edf9-3821-462c-b8f0-a6937d4ab208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:01.266361 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device fb65f8f0-9f0f-4a8e-9e08-533ddca0fe8a up at agent ovs-agent-dv-cinder-821739-1-iscsi {{(pid=102478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:14:01.353702 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Provisioning complete for port fb65f8f0-9f0f-4a8e-9e08-533ddca0fe8a triggered by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:14:01.354264 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:01.379532 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ebd083-fcc1-4478-b648-74be150d807d req-0aa74e30-1d2e-47d3-97d3-256591994cc7 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:01.379532 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-56ebd083-fcc1-4478-b648-74be150d807d req-0aa74e30-1d2e-47d3-97d3-256591994cc7 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 945 time: 0.1488185 Jun 14 18:14:01.420383 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-796dd4eb-d031-47ad-8bcc-785f238f4ab1 req-401edd73-b1ec-436f-a074-1a4136b22300 service neutron] 10.222.0.90 "GET /v2.0/networks/8f9939d5-97c6-4a74-951d-be93e922216f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3138769 Jun 14 18:14:01.468825 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-56ebd083-fcc1-4478-b648-74be150d807d req-65a706c9-c57d-4a8a-aabe-a6230afe15a7 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701129 Jun 14 18:14:01.510018 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Current status of the port fb65f8f0-9f0f-4a8e-9e08-533ddca0fe8a is: ACTIVE; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:14:01.605042 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 54372) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:14:01.659260 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-4b687041-1bc0-46c8-8dc4-d57c7612a44f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=12ee58bbf01640be845fd4387ccea0ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0526922 Jun 14 18:14:01.659916 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 54374) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:14:01.718251 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-678ed58d-54f2-49e1-8e9a-387357911d1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:01.743638 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-678ed58d-54f2-49e1-8e9a-387357911d1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:01.776797 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron_lib.callbacks.manager [None req-0659edf9-3821-462c-b8f0-a6937d4ab208 None None] Notify callbacks [] for port, precommit_update {{(pid=102479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:01.784447 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron_lib.callbacks.manager [None req-0659edf9-3821-462c-b8f0-a6937d4ab208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:01.790679 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-96bb11cd-7561-410d-a750-346b893ca8da req-e1f6ba88-b4ac-4528-bf81-59b2a80cbb21 service neutron] 10.222.0.90 "GET /v2.0/networks/3d23af53-6361-4f33-abe1-d3023a18c244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5418732 Jun 14 18:14:01.802543 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-678ed58d-54f2-49e1-8e9a-387357911d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:01.805718 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-678ed58d-54f2-49e1-8e9a-387357911d1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:01.809444 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-678ed58d-54f2-49e1-8e9a-387357911d1c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fb85c428-ae1e-4ce1-abec-233edec9a913 HTTP/1.1" status: 204 len: 168 time: 0.1461027 Jun 14 18:14:01.816281 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678ed58d-54f2-49e1-8e9a-387357911d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb85c428-ae1e-4ce1-abec-233edec9a913,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:14:01.846053 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.plugins.ml2.managers [None req-0659edf9-3821-462c-b8f0-a6937d4ab208 None None] Attempting to bind port d9f4b923-15b9-49ea-9c3a-67db108b309c on host dv-cinder-821739-1-iscsi for vnic_type normal with profile {{(pid=102479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 14 18:14:01.846526 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.plugins.ml2.managers [None req-0659edf9-3821-462c-b8f0-a6937d4ab208 None None] Attempting to bind port d9f4b923-15b9-49ea-9c3a-67db108b309c by drivers openvswitch,hyperv on host dv-cinder-821739-1-iscsi at level 0 using segments [{'id': 'd3be3284-4005-440f-af8c-13455fbdf684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9'}] {{(pid=102479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 14 18:14:01.846894 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0659edf9-3821-462c-b8f0-a6937d4ab208 None None] Attempting to bind port d9f4b923-15b9-49ea-9c3a-67db108b309c on network 0514a421-38fe-44fa-a158-ef00d417fed9 {{(pid=102479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:14:01.853261 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e872f3-c075-41a9-81b3-a39841d079a7 req-cbd15d3f-ef88-4559-9e49-fa9a64c868eb tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:01.856090 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-11e872f3-c075-41a9-81b3-a39841d079a7 req-cbd15d3f-ef88-4559-9e49-fa9a64c868eb tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c01ae33-4bcd-4445-b978-df44a99f69bf HTTP/1.1" status: 200 len: 946 time: 0.1382089 Jun 14 18:14:01.863746 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0659edf9-3821-462c-b8f0-a6937d4ab208 None None] Checking agent: {'id': 'e8f0c06d-b34a-40ed-9da4-c5e71adce1cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821739-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 3, 22), 'started_at': datetime.datetime(2022, 6, 14, 18, 3, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821739-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:14:01.864151 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0659edf9-3821-462c-b8f0-a6937d4ab208 None None] Checking segment: {'id': 'd3be3284-4005-440f-af8c-13455fbdf684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 14 18:14:01.864515 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron_lib.callbacks.manager [None req-0659edf9-3821-462c-b8f0-a6937d4ab208 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:01.864891 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0659edf9-3821-462c-b8f0-a6937d4ab208 None None] Bound using segment: {'id': 'd3be3284-4005-440f-af8c-13455fbdf684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9'} {{(pid=102479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:14:01.865782 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.plugins.ml2.managers [None req-0659edf9-3821-462c-b8f0-a6937d4ab208 None None] Bound port: d9f4b923-15b9-49ea-9c3a-67db108b309c, host: dv-cinder-821739-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3be3284-4005-440f-af8c-13455fbdf684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9'}}] {{(pid=102479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 14 18:14:01.865931 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron_lib.callbacks.manager [None req-0659edf9-3821-462c-b8f0-a6937d4ab208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:01.899222 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e4e98c-5c72-46c9-a7e1-cce82ac5b90b None None] Pushing event updated for resources: {'Port': ['ID=d9f4b923-15b9-49ea-9c3a-67db108b309c,revision_number=2']} {{(pid=102479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:14:01.926621 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-70c1fdaa-1778-41c9-ba45-34ea292b6227 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:01.936830 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.plugins.ml2.db [None req-0659edf9-3821-462c-b8f0-a6937d4ab208 None None] For port d9f4b923-15b9-49ea-9c3a-67db108b309c, host dv-cinder-821739-1-iscsi, cleared binding levels {{(pid=102479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:14:01.941313 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.plugins.ml2.db [None req-0659edf9-3821-462c-b8f0-a6937d4ab208 None None] For port d9f4b923-15b9-49ea-9c3a-67db108b309c, host dv-cinder-821739-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=d9f4b923-15b9-49ea-9c3a-67db108b309c,segment=NetworkSegment(d3be3284-4005-440f-af8c-13455fbdf684),segment_id=d3be3284-4005-440f-af8c-13455fbdf684)] {{(pid=102479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:14:01.944363 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e4e98c-5c72-46c9-a7e1-cce82ac5b90b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:14:01.944819 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e4e98c-5c72-46c9-a7e1-cce82ac5b90b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:14:01.945298 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e4e98c-5c72-46c9-a7e1-cce82ac5b90b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:14:01.945747 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e4e98c-5c72-46c9-a7e1-cce82ac5b90b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:14:01.946167 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e4e98c-5c72-46c9-a7e1-cce82ac5b90b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:14:01.946627 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e4e98c-5c72-46c9-a7e1-cce82ac5b90b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:14:01.947122 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e4e98c-5c72-46c9-a7e1-cce82ac5b90b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:14:01.947549 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e4e98c-5c72-46c9-a7e1-cce82ac5b90b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:14:01.948235 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e4e98c-5c72-46c9-a7e1-cce82ac5b90b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:14:01.948667 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e4e98c-5c72-46c9-a7e1-cce82ac5b90b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:14:01.949041 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e4e98c-5c72-46c9-a7e1-cce82ac5b90b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:14:01.949420 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e4e98c-5c72-46c9-a7e1-cce82ac5b90b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:14:01.953884 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron_lib.callbacks.manager [None req-0659edf9-3821-462c-b8f0-a6937d4ab208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:01.982315 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-11e872f3-c075-41a9-81b3-a39841d079a7 req-72af149b-694b-492d-8d13-e749c764c84f tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178396 Jun 14 18:14:01.999142 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0659edf9-3821-462c-b8f0-a6937d4ab208 None None] Routers {'bbfbfeba-a531-44e1-9fb7-566258ecd72e'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:14:01.999785 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-0659edf9-3821-462c-b8f0-a6937d4ab208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:13:49Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['bbfbfeba-a531-44e1-9fb7-566258ecd72e'], 'active': True} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:14:02.119008 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-ffcbf4da-0b5b-43e7-95d0-e011bf423f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:02.123160 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92718eec-16b8-47f1-a06d-f1eb88a0d665 req-a088d335-1741-400e-9082-d7a3046edfbc tempest-VolumesNegativeTest-330538904 tempest-VolumesNegativeTest-330538904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:02.130690 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-92718eec-16b8-47f1-a06d-f1eb88a0d665 req-a088d335-1741-400e-9082-d7a3046edfbc tempest-VolumesNegativeTest-330538904 tempest-VolumesNegativeTest-330538904-project] 10.222.0.70 "GET /v2.0/ports?device_id=021c419a-af9b-4973-bdfc-7fc56766e68f HTTP/1.1" status: 200 len: 947 time: 0.0802970 Jun 14 18:14:02.131677 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvr_db [None req-0659edf9-3821-462c-b8f0-a6937d4ab208 None None] Set router bbfbfeba-a531-44e1-9fb7-566258ecd72e gateway port host: dv-cinder-821739-1-iscsi {{(pid=102479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:14:02.194594 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-92718eec-16b8-47f1-a06d-f1eb88a0d665 req-2a57f33a-2294-43d6-ba5c-faa3e62116dc tempest-VolumesNegativeTest-330538904 tempest-VolumesNegativeTest-330538904-project] 10.222.0.70 "GET /v2.0/security-groups?id=6b947e13-1e27-4ed2-b86e-509e0e671158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539670 Jun 14 18:14:02.196189 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e4e98c-5c72-46c9-a7e1-cce82ac5b90b None None] Pushing event updated for resources: {'Port': ['ID=d9f4b923-15b9-49ea-9c3a-67db108b309c,revision_number=3']} {{(pid=102479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:14:02.237892 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.db_base_plugin_common [None req-70c1fdaa-1778-41c9-ba45-34ea292b6227 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Allocated IP 172.27.2.239 (0514a421-38fe-44fa-a158-ef00d417fed9/5974f5a1-c656-4a3f-aaeb-f2cb77111b45/3439474c-0f04-4593-8101-23150476bbd4) {{(pid=102477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:14:02.300558 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe03ad2-37aa-4a11-a16d-d6409f2ee42d req-a407f5e1-198f-4fb9-855f-e61109725b8b tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:02.302065 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-afe03ad2-37aa-4a11-a16d-d6409f2ee42d req-a407f5e1-198f-4fb9-855f-e61109725b8b tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8b5ea8-c54d-4d44-beec-4a5c503b870e HTTP/1.1" status: 200 len: 946 time: 0.1947865 Jun 14 18:14:02.337278 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-0659edf9-3821-462c-b8f0-a6937d4ab208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbfbfeba-a531-44e1-9fb7-566258ecd72e', 'name': 'tempest-TestShelveInstance-129050858-router', 'tenant_id': 'c9e39d75f54e4fafa053bdafff6c84fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': 'd9f4b923-15b9-49ea-9c3a-67db108b309c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:13:56Z', 'updated_at': '2022-06-14T18:13:57Z', 'revision_number': 3, 'project_id': 'c9e39d75f54e4fafa053bdafff6c84fa', 'gw_port': {'id': 'd9f4b923-15b9-49ea-9c3a-67db108b309c', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:13:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbfbfeba-a531-44e1-9fb7-566258ecd72e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:13:56Z', 'updated_at': '2022-06-14T18:14:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi'}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:14:02.372078 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0659edf9-3821-462c-b8f0-a6937d4ab208 None None] The sync data for ids ['bbfbfeba-a531-44e1-9fb7-566258ecd72e'] in dv-cinder-821739-1-iscsi is: [{'id': 'bbfbfeba-a531-44e1-9fb7-566258ecd72e', 'name': 'tempest-TestShelveInstance-129050858-router', 'tenant_id': 'c9e39d75f54e4fafa053bdafff6c84fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': 'd9f4b923-15b9-49ea-9c3a-67db108b309c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:13:56Z', 'updated_at': '2022-06-14T18:13:57Z', 'revision_number': 3, 'project_id': 'c9e39d75f54e4fafa053bdafff6c84fa', 'gw_port': {'id': 'd9f4b923-15b9-49ea-9c3a-67db108b309c', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:13:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbfbfeba-a531-44e1-9fb7-566258ecd72e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:13:56Z', 'updated_at': '2022-06-14T18:14:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi'}] {{(pid=102479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:14:02.428696 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-afe03ad2-37aa-4a11-a16d-d6409f2ee42d req-ff69bc56-e52c-4fa9-9002-4bbc525d5ef1 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/security-groups?id=395065f2-5ad0-4d61-889d-81c18e5b9b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083035 Jun 14 18:14:02.457219 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.db_base_plugin_common [None req-ffcbf4da-0b5b-43e7-95d0-e011bf423f71 admin admin] Allocated IP 172.20.0.1 (133c6ce0-a3ec-4fb8-a7a5-8822862a5d49/cf682783-2fcc-4b16-937f-4ba030ae8a10/1729c73f-d12a-4794-926c-42c9fcad22e9) {{(pid=102477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:14:02.486186 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-70c1fdaa-1778-41c9-ba45-34ea292b6227 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks [] for port, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:02.584919 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-70c1fdaa-1778-41c9-ba45-34ea292b6227 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239190878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16661523'] for port, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:02.638055 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c1fdaa-1778-41c9-ba45-34ea292b6227 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Network 0514a421-38fe-44fa-a158-ef00d417fed9 is already hosted by enough agents. {{(pid=102477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:14:02.646251 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.base_scheduler [None req-70c1fdaa-1778-41c9-ba45-34ea292b6227 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Resources bound (agent type, host, resource id): {{(pid=102477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:14:02.675721 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c1fdaa-1778-41c9-ba45-34ea292b6227 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Received port after_create {{(pid=102477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 14 18:14:02.681507 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3820be2-dfee-4eb8-9016-ac8cedc644ec req-98fb6359-0f9e-4d67-bb60-379e130c8c68 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:02.683600 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-a3820be2-dfee-4eb8-9016-ac8cedc644ec req-98fb6359-0f9e-4d67-bb60-379e130c8c68 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 945 time: 0.0925767 Jun 14 18:14:02.702466 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c1fdaa-1778-41c9-ba45-34ea292b6227 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Pushing event updated for resources: {'Port': ['ID=3439474c-0f04-4593-8101-23150476bbd4,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:14:02.725441 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-ffcbf4da-0b5b-43e7-95d0-e011bf423f71 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:02.739572 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-a3820be2-dfee-4eb8-9016-ac8cedc644ec req-52e2e9d0-a587-4307-b88b-c91999571f65 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484300 Jun 14 18:14:02.863342 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-ffcbf4da-0b5b-43e7-95d0-e011bf423f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239190878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16661523'] for port, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:02.898096 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 54402) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:14:02.955900 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffcbf4da-0b5b-43e7-95d0-e011bf423f71 admin admin] Network 133c6ce0-a3ec-4fb8-a7a5-8822862a5d49 is already hosted by enough agents. {{(pid=102477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:14:02.964669 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.base_scheduler [None req-ffcbf4da-0b5b-43e7-95d0-e011bf423f71 admin admin] Resources bound (agent type, host, resource id): {{(pid=102477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:14:02.966721 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcbf4da-0b5b-43e7-95d0-e011bf423f71 admin admin] Pushing event updated for resources: {'Port': ['ID=1729c73f-d12a-4794-926c-42c9fcad22e9,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:14:02.971182 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcbf4da-0b5b-43e7-95d0-e011bf423f71 admin admin] Received port after_create {{(pid=102477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 14 18:14:03.022058 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.v2.base [None req-a01d66ff-f38b-4790-8341-55d60c95340f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-384453181-network', 'tenant_id': '5b070b5b4bc845169d5937098cf2e5f5'}} {{(pid=102476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:14:03.053058 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a01d66ff-f38b-4790-8341-55d60c95340f admin admin] Made reservation on behalf of 5b070b5b4bc845169d5937098cf2e5f5 for: {'network': 1} {{(pid=102476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:14:03.056210 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-a01d66ff-f38b-4790-8341-55d60c95340f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for network, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:03.066988 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-ffcbf4da-0b5b-43e7-95d0-e011bf423f71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8287653'] for router_interface, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:03.067201 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-a01d66ff-f38b-4790-8341-55d60c95340f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:03.191825 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-a01d66ff-f38b-4790-8341-55d60c95340f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:03.198505 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-a01d66ff-f38b-4790-8341-55d60c95340f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:03.215799 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a01d66ff-f38b-4790-8341-55d60c95340f admin admin] vlan segment allocate from pool success with {'vlan_id': 1025, 'physical_network': 'physnet1'} {{(pid=102476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 18:14:03.229344 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-a01d66ff-f38b-4790-8341-55d60c95340f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977873'] for segment, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:03.229906 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.db.segments_db [None req-a01d66ff-f38b-4790-8341-55d60c95340f admin admin] Added segment 815d8cb1-9eb1-4aba-866c-ff6c7df05150 of type vlan for network 45e98ca1-1856-4a54-95ca-d90a504e1944 Jun 14 18:14:03.265481 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device afdd952c-96f6-4e2e-b8ef-e69231323a05 details requested by agent hyperv_hv-cinder-82173 with host hv-cinder-82173 {{(pid=102478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 14 18:14:03.292106 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-a01d66ff-f38b-4790-8341-55d60c95340f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758239169585'] for network, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:03.318238 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device d9f4b923-15b9-49ea-9c3a-67db108b309c up at agent ovs-agent-dv-cinder-821739-1-iscsi {{(pid=102478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:14:03.326980 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15cb5ad-2235-49fc-82b3-5598db44a40a req-bebdc716-a9ff-4511-bc97-4340d13bcf7d tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:03.334466 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-c15cb5ad-2235-49fc-82b3-5598db44a40a req-bebdc716-a9ff-4511-bc97-4340d13bcf7d tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c01ae33-4bcd-4445-b978-df44a99f69bf HTTP/1.1" status: 200 len: 946 time: 0.2288737 Jun 14 18:14:03.380767 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01d66ff-f38b-4790-8341-55d60c95340f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=579cf711-ebd7-4da0-84fd-42d40798c17d,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:14:03.406305 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-a01d66ff-f38b-4790-8341-55d60c95340f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477'] for network, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:03.407297 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01d66ff-f38b-4790-8341-55d60c95340f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:03.408509 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-a01d66ff-f38b-4790-8341-55d60c95340f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7944499'] for network, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:03.421497 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b06d26-2def-4d4e-8545-d05b3745c9bb req-3f65d8d3-7076-4c94-b417-5fcbc2c78644 tempest-VolumesNegativeTest-330538904 tempest-VolumesNegativeTest-330538904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:03.423604 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-f4b06d26-2def-4d4e-8545-d05b3745c9bb req-3f65d8d3-7076-4c94-b417-5fcbc2c78644 tempest-VolumesNegativeTest-330538904 tempest-VolumesNegativeTest-330538904-project] 10.222.0.70 "GET /v2.0/ports?device_id=021c419a-af9b-4973-bdfc-7fc56766e68f HTTP/1.1" status: 200 len: 947 time: 0.1174817 Jun 14 18:14:03.462105 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-c15cb5ad-2235-49fc-82b3-5598db44a40a req-94cf491f-5677-46c5-b7f0-a9a1ffba3d06 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267374 Jun 14 18:14:03.475482 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-a01d66ff-f38b-4790-8341-55d60c95340f admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5736425 Jun 14 18:14:03.476590 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 54412) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:14:03.481628 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.v2.base [None req-2735de3f-ef36-4668-b4e5-7e0e4a403c51 admin admin] Request body: {'subnet': {'network_id': '45e98ca1-1856-4a54-95ca-d90a504e1944', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-384453181-subnet', 'tenant_id': '5b070b5b4bc845169d5937098cf2e5f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:14:03.494450 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-c5c501c6-c032-4e4b-b829-98910d6168cf None None] Provisioning complete for port 1729c73f-d12a-4794-926c-42c9fcad22e9 triggered by entity DHCP. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:14:03.495089 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-c5c501c6-c032-4e4b-b829-98910d6168cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:03.529089 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2735de3f-ef36-4668-b4e5-7e0e4a403c51 admin admin] Made reservation on behalf of 5b070b5b4bc845169d5937098cf2e5f5 for: {'subnet': 1} {{(pid=102477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:14:03.530965 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01d66ff-f38b-4790-8341-55d60c95340f admin admin] Pushing event updated for resources: {'Network': ['ID=45e98ca1-1856-4a54-95ca-d90a504e1944,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:14:03.531765 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-2735de3f-ef36-4668-b4e5-7e0e4a403c51 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4693100'] for subnet, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:03.548715 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-f4b06d26-2def-4d4e-8545-d05b3745c9bb req-f5a6e285-be99-4d7c-b602-48b12f1b4757 tempest-VolumesNegativeTest-330538904 tempest-VolumesNegativeTest-330538904-project] 10.222.0.70 "GET /v2.0/security-groups?id=6b947e13-1e27-4ed2-b86e-509e0e671158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091733 Jun 14 18:14:03.554607 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-ffcbf4da-0b5b-43e7-95d0-e011bf423f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:03.556376 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Network 45e98ca1-1856-4a54-95ca-d90a504e1944 details requested by agent ovs-agent-dv-cinder-821739-1-iscsi with host dv-cinder-821739-1-iscsi {{(pid=102478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 14 18:14:03.654722 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] For port afdd952c-96f6-4e2e-b8ef-e69231323a05, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=afdd952c-96f6-4e2e-b8ef-e69231323a05,segment=NetworkSegment(ffe4d574-91f9-4354-92fe-3faeb59d2709),segment_id=ffe4d574-91f9-4354-92fe-3faeb59d2709)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:14:03.676247 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Returning: {'device': 'afdd952c-96f6-4e2e-b8ef-e69231323a05', 'network_id': '8f9939d5-97c6-4a74-951d-be93e922216f', 'port_id': 'afdd952c-96f6-4e2e-b8ef-e69231323a05', 'mac_address': 'fa:16:3e:eb:1c:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1043, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '029fa191-4c54-4172-accd-934a05214c8a', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 14 18:14:03.683911 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Provisioning complete for port d9f4b923-15b9-49ea-9c3a-67db108b309c triggered by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:14:03.684281 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:03.686504 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-c5c501c6-c032-4e4b-b829-98910d6168cf None None] Port 1729c73f-d12a-4794-926c-42c9fcad22e9 cannot update to ACTIVE because it is not bound. {{(pid=102478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jun 14 18:14:03.752759 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-70c1fdaa-1778-41c9-ba45-34ea292b6227 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:03.753881 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Current status of the port afdd952c-96f6-4e2e-b8ef-e69231323a05 is: DOWN; New status is: BUILD {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:14:03.754285 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:03.770898 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.notifiers.nova [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afdd952c-96f6-4e2e-b8ef-e69231323a05 {{(pid=102478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:14:03.815545 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] For port afdd952c-96f6-4e2e-b8ef-e69231323a05, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=afdd952c-96f6-4e2e-b8ef-e69231323a05,segment=NetworkSegment(ffe4d574-91f9-4354-92fe-3faeb59d2709),segment_id=ffe4d574-91f9-4354-92fe-3faeb59d2709)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:14:03.822085 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:03.830124 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Current status of the port d9f4b923-15b9-49ea-9c3a-67db108b309c is: DOWN; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:14:03.830532 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebef26f5-5689-4fa4-9057-27cf1fbc3fe6 req-52545604-9a01-456c-8345-17ab0e5cc99d tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:03.830911 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:03.838175 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-ebef26f5-5689-4fa4-9057-27cf1fbc3fe6 req-52545604-9a01-456c-8345-17ab0e5cc99d tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8b5ea8-c54d-4d44-beec-4a5c503b870e HTTP/1.1" status: 200 len: 946 time: 0.2163010 Jun 14 18:14:03.875900 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] For port d9f4b923-15b9-49ea-9c3a-67db108b309c, host dv-cinder-821739-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=d9f4b923-15b9-49ea-9c3a-67db108b309c,segment=NetworkSegment(d3be3284-4005-440f-af8c-13455fbdf684),segment_id=d3be3284-4005-440f-af8c-13455fbdf684)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:14:03.892608 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:03.893008 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d1a981-0b14-4729-89a3-67982183516f req-db71bc48-9c48-428f-8b5d-5ab40066e06c tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:03.899740 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Pushing event updated for resources: {'Port': ['ID=afdd952c-96f6-4e2e-b8ef-e69231323a05,revision_number=4']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:14:03.901033 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-f0d1a981-0b14-4729-89a3-67982183516f req-db71bc48-9c48-428f-8b5d-5ab40066e06c tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 945 time: 0.0850718 Jun 14 18:14:03.941707 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-f0d1a981-0b14-4729-89a3-67982183516f req-1c1bf788-7734-4ff6-afd2-af85066100a2 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384035 Jun 14 18:14:03.957046 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Pushing event updated for resources: {'Port': ['ID=d9f4b923-15b9-49ea-9c3a-67db108b309c,revision_number=4']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:14:04.055208 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-ebef26f5-5689-4fa4-9057-27cf1fbc3fe6 req-778bb587-9867-48a0-be18-64d9cf75f915 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/security-groups?id=395065f2-5ad0-4d61-889d-81c18e5b9b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2158732 Jun 14 18:14:04.055763 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-70c1fdaa-1778-41c9-ba45-34ea292b6227 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:04.127582 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] get_ports_and_sgs() called for port_ids ['afdd952c-96f6-4e2e-b8ef-e69231323a05'] {{(pid=102478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 14 18:14:04.137330 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-ffcbf4da-0b5b-43e7-95d0-e011bf423f71 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:04.146674 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-2735de3f-ef36-4668-b4e5-7e0e4a403c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16661639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4693638'] for subnet, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:04.148467 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-ffcbf4da-0b5b-43e7-95d0-e011bf423f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16661530'] for port, after_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:04.330304 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcbf4da-0b5b-43e7-95d0-e011bf423f71 admin admin] Pushing event updated for resources: {'Port': ['ID=1729c73f-d12a-4794-926c-42c9fcad22e9,revision_number=2']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:14:04.332686 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-ffcbf4da-0b5b-43e7-95d0-e011bf423f71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7944463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8284469'] for router_interface, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:04.568783 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2735de3f-ef36-4668-b4e5-7e0e4a403c51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b150dd1-825c-4435-8b2a-58211c7847cc,revision_number=0']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:14:04.602468 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2735de3f-ef36-4668-b4e5-7e0e4a403c51 admin admin] Checking segment: {'id': '815d8cb1-9eb1-4aba-866c-ff6c7df05150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '45e98ca1-1856-4a54-95ca-d90a504e1944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 14 18:14:04.602747 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2735de3f-ef36-4668-b4e5-7e0e4a403c51 admin admin] Network hostable DHCP agents. Network: 45e98ca1-1856-4a54-95ca-d90a504e1944, hostable agents: ['7e447456-ff8f-4cbe-bcdd-bfd26b4a7662'], hosted agents: [] {{(pid=102477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 18:14:04.603587 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512806c5-303d-4e1b-9b13-9cc9ef139a28 req-dbf535aa-bc4a-4329-bbfd-90024b3247d5 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:04.605672 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-512806c5-303d-4e1b-9b13-9cc9ef139a28 req-dbf535aa-bc4a-4329-bbfd-90024b3247d5 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c01ae33-4bcd-4445-b978-df44a99f69bf HTTP/1.1" status: 200 len: 946 time: 0.0540326 Jun 14 18:14:04.682413 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-512806c5-303d-4e1b-9b13-9cc9ef139a28 req-e03bb9f6-2889-48df-8bc6-68095bc457cc tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586865 Jun 14 18:14:04.758458 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2735de3f-ef36-4668-b4e5-7e0e4a403c51 admin admin] Network 45e98ca1-1856-4a54-95ca-d90a504e1944 is scheduled to be hosted by DHCP agent 7e447456-ff8f-4cbe-bcdd-bfd26b4a7662 with binding_index 1 {{(pid=102477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 18:14:04.771833 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-70c1fdaa-1778-41c9-ba45-34ea292b6227 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks [] for port, precommit_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:04.781780 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-70c1fdaa-1778-41c9-ba45-34ea292b6227 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16661530'] for port, after_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:04.790758 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.base_scheduler [None req-2735de3f-ef36-4668-b4e5-7e0e4a403c51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821739-1-iscsi, 45e98ca1-1856-4a54-95ca-d90a504e1944) {{(pid=102477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:14:04.802210 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00f0212-e13b-4233-9f6f-32dee53c8eac None None] Network 45e98ca1-1856-4a54-95ca-d90a504e1944 requested from dv-cinder-821739-1-iscsi {{(pid=102478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 18:14:04.817014 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2735de3f-ef36-4668-b4e5-7e0e4a403c51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:04.817596 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-2735de3f-ef36-4668-b4e5-7e0e4a403c51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7944499'] for subnet, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:04.833791 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3177a1fe-61bf-4b2e-be5a-64776fe2d09c req-97e33b73-b570-4a5f-9300-a102358ef931 tempest-VolumesNegativeTest-330538904 tempest-VolumesNegativeTest-330538904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:04.835296 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-3177a1fe-61bf-4b2e-be5a-64776fe2d09c req-97e33b73-b570-4a5f-9300-a102358ef931 tempest-VolumesNegativeTest-330538904 tempest-VolumesNegativeTest-330538904-project] 10.222.0.70 "GET /v2.0/ports?device_id=021c419a-af9b-4973-bdfc-7fc56766e68f HTTP/1.1" status: 200 len: 948 time: 0.1574130 Jun 14 18:14:04.907448 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-2735de3f-ef36-4668-b4e5-7e0e4a403c51 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4297662 Jun 14 18:14:04.922025 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffcbf4da-0b5b-43e7-95d0-e011bf423f71 admin admin] Network 133c6ce0-a3ec-4fb8-a7a5-8822862a5d49 is already hosted by enough agents. {{(pid=102477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:14:04.922025 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c1fdaa-1778-41c9-ba45-34ea292b6227 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Pushing event updated for resources: {'Port': ['ID=3439474c-0f04-4593-8101-23150476bbd4,revision_number=2']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:14:04.939175 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.base_scheduler [None req-ffcbf4da-0b5b-43e7-95d0-e011bf423f71 admin admin] Resources bound (agent type, host, resource id): {{(pid=102477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:14:05.010731 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-70c1fdaa-1778-41c9-ba45-34ea292b6227 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8287696'] for floatingip, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:05.128885 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0a5490-b0e6-4bc9-8d08-70e4253c57e7 None None] Network 45e98ca1-1856-4a54-95ca-d90a504e1944 requested from dv-cinder-821739-1-iscsi {{(pid=102478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 18:14:05.136193 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-3177a1fe-61bf-4b2e-be5a-64776fe2d09c req-9a0dfd66-fa60-462b-9240-30328fadf9bd tempest-VolumesNegativeTest-330538904 tempest-VolumesNegativeTest-330538904-project] 10.222.0.70 "GET /v2.0/security-groups?id=6b947e13-1e27-4ed2-b86e-509e0e671158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882662 Jun 14 18:14:05.183281 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e9fa38-d21c-4921-bc1f-62d0eb7c5982 req-35c49b1c-05bc-472d-86c7-003ef5a84d68 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:05.201880 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-74e9fa38-d21c-4921-bc1f-62d0eb7c5982 req-35c49b1c-05bc-472d-86c7-003ef5a84d68 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 945 time: 0.1053753 Jun 14 18:14:05.288481 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device afdd952c-96f6-4e2e-b8ef-e69231323a05 up at agent hyperv_hv-cinder-82173 {{(pid=102478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:14:05.312286 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-74e9fa38-d21c-4921-bc1f-62d0eb7c5982 req-dee4d961-678e-40ce-877d-a075d77fe009 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076005 Jun 14 18:14:05.409620 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device d9f4b923-15b9-49ea-9c3a-67db108b309c up at agent ovs-agent-dv-cinder-821739-1-iscsi {{(pid=102478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:14:05.434510 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Provisioning for port afdd952c-96f6-4e2e-b8ef-e69231323a05 completed by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 18:14:05.441074 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffcbf4da-0b5b-43e7-95d0-e011bf423f71 admin admin] Router bbfbfeba-a531-44e1-9fb7-566258ecd72e has already been hosted by L3 agent 2bd7ef4a-700f-45f4-ae1e-98ca6454acba {{(pid=102477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:14:05.444636 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.db.l3_db [None req-70c1fdaa-1778-41c9-ba45-34ea292b6227 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Floating IP cc6b92b3-e7bf-472b-8c25-29f15aa6d4c1 associated. External IP: 172.27.2.239, port: 00b36853-55db-4077-b69a-52b7d06fc789. Jun 14 18:14:05.462627 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Provisioning complete for port afdd952c-96f6-4e2e-b8ef-e69231323a05 triggered by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:14:05.463069 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:05.525215 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c59c0b2-b9c5-423b-bcff-7c9ec5b2a5da req-90a12f85-1649-4575-b323-5781ff3ba8ae tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:05.526935 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-1c59c0b2-b9c5-423b-bcff-7c9ec5b2a5da req-90a12f85-1649-4575-b323-5781ff3ba8ae tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8b5ea8-c54d-4d44-beec-4a5c503b870e HTTP/1.1" status: 200 len: 946 time: 0.2251844 Jun 14 18:14:05.545825 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-696bf97d-2f26-4643-ae40-dc37890e8e61 None None] Provisioning complete for port 1729c73f-d12a-4794-926c-42c9fcad22e9 triggered by entity DHCP. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:14:05.546196 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-696bf97d-2f26-4643-ae40-dc37890e8e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:05.586930 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Provisioning complete for port d9f4b923-15b9-49ea-9c3a-67db108b309c triggered by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:14:05.587306 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:05.618012 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-696bf97d-2f26-4643-ae40-dc37890e8e61 None None] Port 1729c73f-d12a-4794-926c-42c9fcad22e9 cannot update to ACTIVE because it is not bound. {{(pid=102478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jun 14 18:14:05.673818 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Current status of the port afdd952c-96f6-4e2e-b8ef-e69231323a05 is: BUILD; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:14:05.674282 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:05.694216 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-1c59c0b2-b9c5-423b-bcff-7c9ec5b2a5da req-2d8ce82a-535b-49ed-bd49-2baddea1dd28 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/security-groups?id=395065f2-5ad0-4d61-889d-81c18e5b9b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568117 Jun 14 18:14:05.725424 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '021c419a-af9b-4973-bdfc-7fc56766e68f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afdd952c-96f6-4e2e-b8ef-e69231323a05'}] {{(pid=102478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:14:05.727540 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d8e2526aaff2bef62a8f92ec40b510f98ca8a12776779af706bb4cba97706d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49ceccd5-ccaf-49b6-bebd-a58dbbd37c49" -d '{"events": [{"server_uuid": "021c419a-af9b-4973-bdfc-7fc56766e68f", "name": "network-vif-plugged", "status": "completed", "tag": "afdd952c-96f6-4e2e-b8ef-e69231323a05"}]}' {{(pid=102478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:14:05.776608 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] For port afdd952c-96f6-4e2e-b8ef-e69231323a05, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=afdd952c-96f6-4e2e-b8ef-e69231323a05,segment=NetworkSegment(ffe4d574-91f9-4354-92fe-3faeb59d2709),segment_id=ffe4d574-91f9-4354-92fe-3faeb59d2709)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:14:05.799733 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffcbf4da-0b5b-43e7-95d0-e011bf423f71 admin admin] Notify agent at l3_agent.dv-cinder-821739-1-iscsi the message routers_updated {{(pid=102477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:14:05.803048 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f52bb8-ca9e-49b8-ac06-03944e1f45dd x-openstack-request-id: req-08f52bb8-ca9e-49b8-ac06-03944e1f45dd {{(pid=102478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:14:05.803565 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "021c419a-af9b-4973-bdfc-7fc56766e68f", "name": "network-vif-plugged", "status": "completed", "tag": "afdd952c-96f6-4e2e-b8ef-e69231323a05", "code": 200}]} {{(pid=102478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:14:05.803807 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-08f52bb8-ca9e-49b8-ac06-03944e1f45dd {{(pid=102478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:14:05.804290 dv-cinder-821739-1-iscsi neutron-server[102478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08f52bb8-ca9e-49b8-ac06-03944e1f45dd'] response: {'server_uuid': '021c419a-af9b-4973-bdfc-7fc56766e68f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afdd952c-96f6-4e2e-b8ef-e69231323a05', 'code': 200} Jun 14 18:14:05.805227 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:05.807278 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Current status of the port d9f4b923-15b9-49ea-9c3a-67db108b309c is: ACTIVE; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:14:05.816035 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-ffcbf4da-0b5b-43e7-95d0-e011bf423f71 admin admin] 10.222.0.70 "PUT /v2.0/routers/bbfbfeba-a531-44e1-9fb7-566258ecd72e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1336195 Jun 14 18:14:05.816174 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e377293-f000-43e6-bd35-6a53f379706f None None] Sync routers for ids ['bbfbfeba-a531-44e1-9fb7-566258ecd72e'] in dv-cinder-821739-1-iscsi {{(pid=102478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:14:05.853634 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70c1fdaa-1778-41c9-ba45-34ea292b6227 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Router 541a79cc-ea6c-4e86-a3e6-05b260334012 has already been hosted by L3 agent 2bd7ef4a-700f-45f4-ae1e-98ca6454acba {{(pid=102477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:14:05.854994 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e377293-f000-43e6-bd35-6a53f379706f None None] Routers {'bbfbfeba-a531-44e1-9fb7-566258ecd72e'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:14:05.855705 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-1e377293-f000-43e6-bd35-6a53f379706f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:13:49Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['bbfbfeba-a531-44e1-9fb7-566258ecd72e'], 'active': True} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:14:05.916666 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Pushing event updated for resources: {'Port': ['ID=afdd952c-96f6-4e2e-b8ef-e69231323a05,revision_number=5']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:14:05.995256 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvr_db [None req-1e377293-f000-43e6-bd35-6a53f379706f None None] Set router bbfbfeba-a531-44e1-9fb7-566258ecd72e gateway port host: dv-cinder-821739-1-iscsi {{(pid=102478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:14:06.006356 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70c1fdaa-1778-41c9-ba45-34ea292b6227 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify agent at l3_agent.dv-cinder-821739-1-iscsi the message routers_updated {{(pid=102477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:14:06.021838 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2117e9-f809-4d74-b833-fac917f38bfa None None] Sync routers for ids ['541a79cc-ea6c-4e86-a3e6-05b260334012'] in dv-cinder-821739-1-iscsi {{(pid=102479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:14:06.028367 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-70c1fdaa-1778-41c9-ba45-34ea292b6227 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for floatingip, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:06.035601 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2117e9-f809-4d74-b833-fac917f38bfa None None] Routers {'541a79cc-ea6c-4e86-a3e6-05b260334012'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:14:06.037090 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-6e2117e9-f809-4d74-b833-fac917f38bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:13:49Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['541a79cc-ea6c-4e86-a3e6-05b260334012'], 'active': True} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:14:06.067286 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-70c1fdaa-1778-41c9-ba45-34ea292b6227 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.9312820 Jun 14 18:14:06.074428 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8592e02c-d7fd-4308-9955-3fcb861a164d', 'tag': '00b36853-55db-4077-b69a-52b7d06fc789'}] {{(pid=102477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:14:06.077000 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63a05a5c49a881ad62840f65bcdf4689c8e257def52ee20504415851ea2faa0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c632b30d-c431-4701-8078-edfe0cdf6179" -d '{"events": [{"name": "network-changed", "server_uuid": "8592e02c-d7fd-4308-9955-3fcb861a164d", "tag": "00b36853-55db-4077-b69a-52b7d06fc789"}]}' {{(pid=102477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:14:06.114844 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0bbfa-ab2f-451f-afeb-36290fc5b4ea req-d9f2929a-8071-4254-8613-bee1146f97f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:06.115991 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-12b0bbfa-ab2f-451f-afeb-36290fc5b4ea req-d9f2929a-8071-4254-8613-bee1146f97f8 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=021c419a-af9b-4973-bdfc-7fc56766e68f HTTP/1.1" status: 200 len: 1102 time: 0.0513885 Jun 14 18:14:06.133766 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Jun 2022 18:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b7bcfe-9685-43e4-8f0b-43c9121c3a81 x-openstack-request-id: req-97b7bcfe-9685-43e4-8f0b-43c9121c3a81 {{(pid=102477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:14:06.134511 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8592e02c-d7fd-4308-9955-3fcb861a164d", "tag": "00b36853-55db-4077-b69a-52b7d06fc789", "status": "completed", "code": 200}]} {{(pid=102477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:14:06.134511 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-97b7bcfe-9685-43e4-8f0b-43c9121c3a81 {{(pid=102477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:14:06.134931 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97b7bcfe-9685-43e4-8f0b-43c9121c3a81'] response: {'name': 'network-changed', 'server_uuid': '8592e02c-d7fd-4308-9955-3fcb861a164d', 'tag': '00b36853-55db-4077-b69a-52b7d06fc789', 'status': 'completed', 'code': 200} Jun 14 18:14:06.182850 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-12b0bbfa-ab2f-451f-afeb-36290fc5b4ea req-6ee254b0-9f3c-417b-8eb1-8eb6917ac2fc service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=6b947e13-1e27-4ed2-b86e-509e0e671158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572679 Jun 14 18:14:06.235818 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvr_db [None req-6e2117e9-f809-4d74-b833-fac917f38bfa None None] Set router 541a79cc-ea6c-4e86-a3e6-05b260334012 gateway port host: dv-cinder-821739-1-iscsi {{(pid=102479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:14:06.242546 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c632b30d-c431-4701-8078-edfe0cdf6179 req-22dc5093-d8b2-42a6-bd36-4d72e515e5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:06.245209 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-c632b30d-c431-4701-8078-edfe0cdf6179 req-22dc5093-d8b2-42a6-bd36-4d72e515e5c8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a98d65273e2546aa9252b74c4f9daae4&device_id=8592e02c-d7fd-4308-9955-3fcb861a164d HTTP/1.1" status: 200 len: 1098 time: 0.0826018 Jun 14 18:14:06.302518 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-1e377293-f000-43e6-bd35-6a53f379706f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbfbfeba-a531-44e1-9fb7-566258ecd72e', 'name': 'tempest-TestShelveInstance-129050858-router', 'tenant_id': 'c9e39d75f54e4fafa053bdafff6c84fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': 'd9f4b923-15b9-49ea-9c3a-67db108b309c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:13:56Z', 'updated_at': '2022-06-14T18:14:03Z', 'revision_number': 4, 'project_id': 'c9e39d75f54e4fafa053bdafff6c84fa', 'gw_port': {'id': 'd9f4b923-15b9-49ea-9c3a-67db108b309c', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:13:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfbfeba-a531-44e1-9fb7-566258ecd72e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:13:56Z', 'updated_at': '2022-06-14T18:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_interfaces': [{'id': '1729c73f-d12a-4794-926c-42c9fcad22e9', 'name': '', 'network_id': '133c6ce0-a3ec-4fb8-a7a5-8822862a5d49', 'tenant_id': 'c9e39d75f54e4fafa053bdafff6c84fa', 'mac_address': 'fa:16:3e:7b:11:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbfbfeba-a531-44e1-9fb7-566258ecd72e', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'cf682783-2fcc-4b16-937f-4ba030ae8a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:14:02Z', 'updated_at': '2022-06-14T18:14:03Z', 'revision_number': 2, 'project_id': 'c9e39d75f54e4fafa053bdafff6c84fa', 'subnets': [{'id': 'cf682783-2fcc-4b16-937f-4ba030ae8a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:14:06.324889 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4d9864-117b-4c98-9b1f-6bade1cc11f7 req-78fee559-f534-4a9d-99ad-1e048b30294b tempest-VolumesNegativeTest-330538904 tempest-VolumesNegativeTest-330538904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:06.326575 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-cc4d9864-117b-4c98-9b1f-6bade1cc11f7 req-78fee559-f534-4a9d-99ad-1e048b30294b tempest-VolumesNegativeTest-330538904 tempest-VolumesNegativeTest-330538904-project] 10.222.0.70 "GET /v2.0/ports?device_id=021c419a-af9b-4973-bdfc-7fc56766e68f HTTP/1.1" status: 200 len: 949 time: 0.0606222 Jun 14 18:14:06.338492 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e377293-f000-43e6-bd35-6a53f379706f None None] Checking router: bbfbfeba-a531-44e1-9fb7-566258ecd72e for host: dv-cinder-821739-1-iscsi {{(pid=102478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:14:06.338930 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e377293-f000-43e6-bd35-6a53f379706f None None] Updating router bbfbfeba-a531-44e1-9fb7-566258ecd72e port 1729c73f-d12a-4794-926c-42c9fcad22e9 binding host dv-cinder-821739-1-iscsi {{(pid=102478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 18:14:06.355578 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 54460) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:14:06.362009 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.v2.base [None req-d1b050da-05c9-463f-88c3-79a611d954b0 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1492867690', 'description': 'tempest-secgroup-smoke-1492867690 description', 'project_id': 'ba1a6001b639493eb65a9c1197ada8e4'}} {{(pid=102477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:14:06.368915 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-1e377293-f000-43e6-bd35-6a53f379706f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:06.400018 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-cc4d9864-117b-4c98-9b1f-6bade1cc11f7 req-416f9a5b-0fea-44b4-9d9d-f4ace8bf0710 tempest-VolumesNegativeTest-330538904 tempest-VolumesNegativeTest-330538904-project] 10.222.0.70 "GET /v2.0/security-groups?id=6b947e13-1e27-4ed2-b86e-509e0e671158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671918 Jun 14 18:14:06.412777 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-d1b050da-05c9-463f-88c3-79a611d954b0 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Notify callbacks [] for security_group, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:06.468621 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 54462) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:14:06.478784 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.v2.base [None req-281471bc-fa0f-46eb-b04d-4c15f7c2be86 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Request body: {'security_group': {'name': 'tempest-securitygroup--806655801', 'description': 'tempest-description--1278731732'}} {{(pid=102477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:14:06.532745 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-281471bc-fa0f-46eb-b04d-4c15f7c2be86 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Notify callbacks [] for security_group, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:06.559485 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-6e2117e9-f809-4d74-b833-fac917f38bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '541a79cc-ea6c-4e86-a3e6-05b260334012', 'name': 'tempest-TestVolumeBootPattern-813700890-router', 'tenant_id': 'a98d65273e2546aa9252b74c4f9daae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '90224574-fba3-494b-aff0-a9906c2e6261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:12:56Z', 'updated_at': '2022-06-14T18:12:59Z', 'revision_number': 4, 'project_id': 'a98d65273e2546aa9252b74c4f9daae4', 'gw_port': {'id': '90224574-fba3-494b-aff0-a9906c2e6261', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:42:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541a79cc-ea6c-4e86-a3e6-05b260334012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:12:57Z', 'updated_at': '2022-06-14T18:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_floatingips': [{'id': 'cc6b92b3-e7bf-472b-8c25-29f15aa6d4c1', 'tenant_id': 'a98d65273e2546aa9252b74c4f9daae4', 'floating_ip_address': '172.27.2.239', 'floating_network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'router_id': '541a79cc-ea6c-4e86-a3e6-05b260334012', 'port_id': '00b36853-55db-4077-b69a-52b7d06fc789', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '576da013-3617-4a8e-90bf-f7e3da71dae2', 'mac_address': 'fa:16:3e:f3:85:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8592e02c-d7fd-4308-9955-3fcb861a164d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:14:03Z', 'updated_at': '2022-06-14T18:14:03Z', 'revision_number': 0, 'project_id': 'a98d65273e2546aa9252b74c4f9daae4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45cf2237-13fc-429f-8e42-ba1e2f509c5c', 'name': '', 'network_id': '576da013-3617-4a8e-90bf-f7e3da71dae2', 'tenant_id': 'a98d65273e2546aa9252b74c4f9daae4', 'mac_address': 'fa:16:3e:98:e6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541a79cc-ea6c-4e86-a3e6-05b260334012', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'd637fcab-e631-4a9a-85a6-1edd05917c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:12:59Z', 'updated_at': '2022-06-14T18:13:04Z', 'revision_number': 5, 'project_id': 'a98d65273e2546aa9252b74c4f9daae4', 'subnets': [{'id': 'd637fcab-e631-4a9a-85a6-1edd05917c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:14:06.571422 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-d1b050da-05c9-463f-88c3-79a611d954b0 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Notify callbacks [] for security_group, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:06.583456 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-d1b050da-05c9-463f-88c3-79a611d954b0 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:06.592761 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c632b30d-c431-4701-8078-edfe0cdf6179 req-2c2fca73-ce36-4153-8bf5-b33e9367076b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:06.594599 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-c632b30d-c431-4701-8078-edfe0cdf6179 req-2c2fca73-ce36-4153-8bf5-b33e9367076b service neutron] 10.222.0.90 "GET /v2.0/networks?id=576da013-3617-4a8e-90bf-f7e3da71dae2 HTTP/1.1" status: 200 len: 913 time: 0.1793344 Jun 14 18:14:06.603840 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2117e9-f809-4d74-b833-fac917f38bfa None None] Checking router: 541a79cc-ea6c-4e86-a3e6-05b260334012 for host: dv-cinder-821739-1-iscsi {{(pid=102479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:14:06.604279 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564220bb-8b71-46a3-a5e3-e36b6d9d8e60 req-026358a3-29f4-4430-a020-e86550f51880 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:06.606165 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-564220bb-8b71-46a3-a5e3-e36b6d9d8e60 req-026358a3-29f4-4430-a020-e86550f51880 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 945 time: 0.0795965 Jun 14 18:14:06.626706 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2117e9-f809-4d74-b833-fac917f38bfa None None] Routers {'541a79cc-ea6c-4e86-a3e6-05b260334012'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:14:06.627404 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-6e2117e9-f809-4d74-b833-fac917f38bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:13:49Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['541a79cc-ea6c-4e86-a3e6-05b260334012'], 'active': True} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:14:06.639268 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-d1b050da-05c9-463f-88c3-79a611d954b0 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Notify callbacks [] for security_group, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:06.645086 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-d1b050da-05c9-463f-88c3-79a611d954b0 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2873485 Jun 14 18:14:06.645507 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 54464) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:14:06.649564 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b050da-05c9-463f-88c3-79a611d954b0 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17eba8a0-dd59-4485-b2c1-8fad277f9b8d,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:14:06.654500 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.v2.base [None req-4c0b5684-f7e5-48aa-a8a7-f54476541468 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Request body: {'security_group_rule': {'security_group_id': '17eba8a0-dd59-4485-b2c1-8fad277f9b8d', 'project_id': 'ba1a6001b639493eb65a9c1197ada8e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:14:06.706182 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-281471bc-fa0f-46eb-b04d-4c15f7c2be86 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Notify callbacks [] for security_group, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:06.717769 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-281471bc-fa0f-46eb-b04d-4c15f7c2be86 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:06.736128 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-4c0b5684-f7e5-48aa-a8a7-f54476541468 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:06.744797 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-1e377293-f000-43e6-bd35-6a53f379706f None None] Notify callbacks [] for port, precommit_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:06.750218 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-564220bb-8b71-46a3-a5e3-e36b6d9d8e60 req-c356975c-2956-4180-b3aa-1069b1d18fcf tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034265 Jun 14 18:14:06.757342 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-1e377293-f000-43e6-bd35-6a53f379706f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:06.764321 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281471bc-fa0f-46eb-b04d-4c15f7c2be86 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52a02317-29ec-432b-95e7-d04ee2fac44d,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:14:06.772084 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-281471bc-fa0f-46eb-b04d-4c15f7c2be86 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Notify callbacks [] for security_group, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:06.788593 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-281471bc-fa0f-46eb-b04d-4c15f7c2be86 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3049028 Jun 14 18:14:06.788593 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 54470) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:14:06.788593 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.v2.base [None req-3bfb037f-e844-41d5-bf18-f7001c7a68b9 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Request body: {'security_group_rule': {'security_group_id': '52a02317-29ec-432b-95e7-d04ee2fac44d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:14:06.815247 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvr_db [None req-6e2117e9-f809-4d74-b833-fac917f38bfa None None] Set router 541a79cc-ea6c-4e86-a3e6-05b260334012 gateway port host: dv-cinder-821739-1-iscsi {{(pid=102479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:14:06.819125 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-c632b30d-c431-4701-8078-edfe0cdf6179 req-7756d0ed-ff37-46fc-a898-50e15f31c443 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00b36853-55db-4077-b69a-52b7d06fc789 HTTP/1.1" status: 200 len: 999 time: 0.2117431 Jun 14 18:14:06.832600 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179c224e-6bad-4b44-b483-2b022ea182d4 None None] Pushing event updated for resources: {'Port': ['ID=1729c73f-d12a-4794-926c-42c9fcad22e9,revision_number=3']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:14:06.850714 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-4c0b5684-f7e5-48aa-a8a7-f54476541468 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:06.877465 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-3bfb037f-e844-41d5-bf18-f7001c7a68b9 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:06.884352 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-4c0b5684-f7e5-48aa-a8a7-f54476541468 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8370858'] for security_group_rule, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:06.899437 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.managers [None req-1e377293-f000-43e6-bd35-6a53f379706f None None] Attempting to bind port 1729c73f-d12a-4794-926c-42c9fcad22e9 on host dv-cinder-821739-1-iscsi for vnic_type normal with profile {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 14 18:14:06.899858 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.managers [None req-1e377293-f000-43e6-bd35-6a53f379706f None None] Attempting to bind port 1729c73f-d12a-4794-926c-42c9fcad22e9 by drivers openvswitch,hyperv on host dv-cinder-821739-1-iscsi at level 0 using segments [{'id': 'dfe3591a-0c88-448b-a511-c9c24d8f1962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '133c6ce0-a3ec-4fb8-a7a5-8822862a5d49'}] {{(pid=102478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 14 18:14:06.900319 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e377293-f000-43e6-bd35-6a53f379706f None None] Attempting to bind port 1729c73f-d12a-4794-926c-42c9fcad22e9 on network 133c6ce0-a3ec-4fb8-a7a5-8822862a5d49 {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:14:06.911234 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e377293-f000-43e6-bd35-6a53f379706f None None] Checking agent: {'id': 'e8f0c06d-b34a-40ed-9da4-c5e71adce1cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821739-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 3, 22), 'started_at': datetime.datetime(2022, 6, 14, 18, 3, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821739-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:14:06.911742 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e377293-f000-43e6-bd35-6a53f379706f None None] Checking segment: {'id': 'dfe3591a-0c88-448b-a511-c9c24d8f1962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '133c6ce0-a3ec-4fb8-a7a5-8822862a5d49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 14 18:14:06.912322 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-1e377293-f000-43e6-bd35-6a53f379706f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:06.912811 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e377293-f000-43e6-bd35-6a53f379706f None None] Bound using segment: {'id': 'dfe3591a-0c88-448b-a511-c9c24d8f1962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '133c6ce0-a3ec-4fb8-a7a5-8822862a5d49'} {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:14:06.915324 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.managers [None req-1e377293-f000-43e6-bd35-6a53f379706f None None] Bound port: 1729c73f-d12a-4794-926c-42c9fcad22e9, host: dv-cinder-821739-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfe3591a-0c88-448b-a511-c9c24d8f1962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '133c6ce0-a3ec-4fb8-a7a5-8822862a5d49'}}] {{(pid=102478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 14 18:14:06.916609 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0b5684-f7e5-48aa-a8a7-f54476541468 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc126ee2-9968-4191-a706-bdb7075aed29,revision_number=0']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:14:06.917260 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-1e377293-f000-43e6-bd35-6a53f379706f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:06.934963 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-4c0b5684-f7e5-48aa-a8a7-f54476541468 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:06.936294 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-4c0b5684-f7e5-48aa-a8a7-f54476541468 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2883530 Jun 14 18:14:06.939717 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 54474) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:14:06.950924 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.v2.base [None req-9f6dd363-c35a-4fe4-839c-72b9c4f66eaf tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Request body: {'security_group_rule': {'security_group_id': '17eba8a0-dd59-4485-b2c1-8fad277f9b8d', 'project_id': 'ba1a6001b639493eb65a9c1197ada8e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:14:06.980432 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c632b30d-c431-4701-8078-edfe0cdf6179 req-644b8765-0f77-49e3-af32-a5fed1427cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:06.982199 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-c632b30d-c431-4701-8078-edfe0cdf6179 req-644b8765-0f77-49e3-af32-a5fed1427cfc service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d637fcab-e631-4a9a-85a6-1edd05917c42 HTTP/1.1" status: 200 len: 850 time: 0.1302059 Jun 14 18:14:07.031413 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-1e377293-f000-43e6-bd35-6a53f379706f None None] For port 1729c73f-d12a-4794-926c-42c9fcad22e9, host dv-cinder-821739-1-iscsi, cleared binding levels {{(pid=102478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:14:07.037210 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-1e377293-f000-43e6-bd35-6a53f379706f None None] For port 1729c73f-d12a-4794-926c-42c9fcad22e9, host dv-cinder-821739-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=1729c73f-d12a-4794-926c-42c9fcad22e9,segment=NetworkSegment(dfe3591a-0c88-448b-a511-c9c24d8f1962),segment_id=dfe3591a-0c88-448b-a511-c9c24d8f1962)] {{(pid=102478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:14:07.042181 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3936f175-37b8-46b1-88cb-8aeaa6b07cd1 req-7a702331-f24b-4182-aeb9-2bb0285534a5 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:07.051736 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-3936f175-37b8-46b1-88cb-8aeaa6b07cd1 req-7a702331-f24b-4182-aeb9-2bb0285534a5 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8b5ea8-c54d-4d44-beec-4a5c503b870e HTTP/1.1" status: 200 len: 946 time: 0.2209857 Jun 14 18:14:07.060721 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-1e377293-f000-43e6-bd35-6a53f379706f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:07.062048 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-9f6dd363-c35a-4fe4-839c-72b9c4f66eaf tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:07.144429 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-3936f175-37b8-46b1-88cb-8aeaa6b07cd1 req-20f64c88-3d23-4848-841c-f3a44d433d99 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/security-groups?id=395065f2-5ad0-4d61-889d-81c18e5b9b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872185 Jun 14 18:14:07.146096 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179c224e-6bad-4b44-b483-2b022ea182d4 None None] Pushing event updated for resources: {'Port': ['ID=1729c73f-d12a-4794-926c-42c9fcad22e9,revision_number=4']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:14:07.161789 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e377293-f000-43e6-bd35-6a53f379706f None None] Routers {'bbfbfeba-a531-44e1-9fb7-566258ecd72e'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:14:07.162720 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-1e377293-f000-43e6-bd35-6a53f379706f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:13:49Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['bbfbfeba-a531-44e1-9fb7-566258ecd72e'], 'active': True} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:14:07.176725 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-3bfb037f-e844-41d5-bf18-f7001c7a68b9 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:07.189766 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-3bfb037f-e844-41d5-bf18-f7001c7a68b9 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8370858'] for security_group_rule, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:07.201545 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c632b30d-c431-4701-8078-edfe0cdf6179 req-fd09d507-22d8-43d3-9be7-2e45a7466a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:07.203099 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-c632b30d-c431-4701-8078-edfe0cdf6179 req-fd09d507-22d8-43d3-9be7-2e45a7466a1e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=576da013-3617-4a8e-90bf-f7e3da71dae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2096381 Jun 14 18:14:07.222216 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-6e2117e9-f809-4d74-b833-fac917f38bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '541a79cc-ea6c-4e86-a3e6-05b260334012', 'name': 'tempest-TestVolumeBootPattern-813700890-router', 'tenant_id': 'a98d65273e2546aa9252b74c4f9daae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '90224574-fba3-494b-aff0-a9906c2e6261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:12:56Z', 'updated_at': '2022-06-14T18:12:59Z', 'revision_number': 4, 'project_id': 'a98d65273e2546aa9252b74c4f9daae4', 'gw_port': {'id': '90224574-fba3-494b-aff0-a9906c2e6261', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:42:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541a79cc-ea6c-4e86-a3e6-05b260334012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:12:57Z', 'updated_at': '2022-06-14T18:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_floatingips': [{'id': 'cc6b92b3-e7bf-472b-8c25-29f15aa6d4c1', 'tenant_id': 'a98d65273e2546aa9252b74c4f9daae4', 'floating_ip_address': '172.27.2.239', 'floating_network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'router_id': '541a79cc-ea6c-4e86-a3e6-05b260334012', 'port_id': '00b36853-55db-4077-b69a-52b7d06fc789', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '576da013-3617-4a8e-90bf-f7e3da71dae2', 'mac_address': 'fa:16:3e:f3:85:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8592e02c-d7fd-4308-9955-3fcb861a164d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:14:03Z', 'updated_at': '2022-06-14T18:14:03Z', 'revision_number': 0, 'project_id': 'a98d65273e2546aa9252b74c4f9daae4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45cf2237-13fc-429f-8e42-ba1e2f509c5c', 'name': '', 'network_id': '576da013-3617-4a8e-90bf-f7e3da71dae2', 'tenant_id': 'a98d65273e2546aa9252b74c4f9daae4', 'mac_address': 'fa:16:3e:98:e6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541a79cc-ea6c-4e86-a3e6-05b260334012', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'd637fcab-e631-4a9a-85a6-1edd05917c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:12:59Z', 'updated_at': '2022-06-14T18:13:04Z', 'revision_number': 5, 'project_id': 'a98d65273e2546aa9252b74c4f9daae4', 'subnets': [{'id': 'd637fcab-e631-4a9a-85a6-1edd05917c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:14:07.231822 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfb037f-e844-41d5-bf18-f7001c7a68b9 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab6420ba-a8dd-4a19-a79e-eeb8bd7245b8,revision_number=0']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:14:07.247352 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-3bfb037f-e844-41d5-bf18-f7001c7a68b9 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:07.249914 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-3bfb037f-e844-41d5-bf18-f7001c7a68b9 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4706521 Jun 14 18:14:07.252216 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 54488) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:14:07.257200 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.v2.base [None req-f09577a8-8d25-40e9-af57-38eae7f8d6c5 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Request body: {'security_group_rule': {'security_group_id': '52a02317-29ec-432b-95e7-d04ee2fac44d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:14:07.293472 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-f09577a8-8d25-40e9-af57-38eae7f8d6c5 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:07.321412 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-9f6dd363-c35a-4fe4-839c-72b9c4f66eaf tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:07.344216 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-9f6dd363-c35a-4fe4-839c-72b9c4f66eaf tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8370858'] for security_group_rule, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:07.381416 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvr_db [None req-1e377293-f000-43e6-bd35-6a53f379706f None None] Set router bbfbfeba-a531-44e1-9fb7-566258ecd72e gateway port host: dv-cinder-821739-1-iscsi {{(pid=102478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:14:07.410679 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-f09577a8-8d25-40e9-af57-38eae7f8d6c5 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:07.425187 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-f09577a8-8d25-40e9-af57-38eae7f8d6c5 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8370858'] for security_group_rule, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:07.457074 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-9f6dd363-c35a-4fe4-839c-72b9c4f66eaf tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:07.458351 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-9f6dd363-c35a-4fe4-839c-72b9c4f66eaf tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5109923 Jun 14 18:14:07.458681 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2117e9-f809-4d74-b833-fac917f38bfa None None] The sync data for ids ['541a79cc-ea6c-4e86-a3e6-05b260334012'] in dv-cinder-821739-1-iscsi is: [{'id': '541a79cc-ea6c-4e86-a3e6-05b260334012', 'name': 'tempest-TestVolumeBootPattern-813700890-router', 'tenant_id': 'a98d65273e2546aa9252b74c4f9daae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '90224574-fba3-494b-aff0-a9906c2e6261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:12:56Z', 'updated_at': '2022-06-14T18:12:59Z', 'revision_number': 4, 'project_id': 'a98d65273e2546aa9252b74c4f9daae4', 'gw_port': {'id': '90224574-fba3-494b-aff0-a9906c2e6261', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:42:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541a79cc-ea6c-4e86-a3e6-05b260334012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:12:57Z', 'updated_at': '2022-06-14T18:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_floatingips': [{'id': 'cc6b92b3-e7bf-472b-8c25-29f15aa6d4c1', 'tenant_id': 'a98d65273e2546aa9252b74c4f9daae4', 'floating_ip_address': '172.27.2.239', 'floating_network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'router_id': '541a79cc-ea6c-4e86-a3e6-05b260334012', 'port_id': '00b36853-55db-4077-b69a-52b7d06fc789', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '576da013-3617-4a8e-90bf-f7e3da71dae2', 'mac_address': 'fa:16:3e:f3:85:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8592e02c-d7fd-4308-9955-3fcb861a164d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:14:03Z', 'updated_at': '2022-06-14T18:14:03Z', 'revision_number': 0, 'project_id': 'a98d65273e2546aa9252b74c4f9daae4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45cf2237-13fc-429f-8e42-ba1e2f509c5c', 'name': '', 'network_id': '576da013-3617-4a8e-90bf-f7e3da71dae2', 'tenant_id': 'a98d65273e2546aa9252b74c4f9daae4', 'mac_address': 'fa:16:3e:98:e6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541a79cc-ea6c-4e86-a3e6-05b260334012', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'd637fcab-e631-4a9a-85a6-1edd05917c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:12:59Z', 'updated_at': '2022-06-14T18:13:04Z', 'revision_number': 5, 'project_id': 'a98d65273e2546aa9252b74c4f9daae4', 'subnets': [{'id': 'd637fcab-e631-4a9a-85a6-1edd05917c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:14:07.466814 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 54492) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:14:07.471609 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6dd363-c35a-4fe4-839c-72b9c4f66eaf tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9b56b1b-bf19-4787-9496-e974aa6b4071,revision_number=0']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:14:07.488314 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.v2.base [None req-1e04201d-16ce-4a20-88c6-854907ee05b7 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Request body: {'security_group_rule': {'security_group_id': '17eba8a0-dd59-4485-b2c1-8fad277f9b8d', 'project_id': 'ba1a6001b639493eb65a9c1197ada8e4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:14:07.509950 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09577a8-8d25-40e9-af57-38eae7f8d6c5 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2eb897db-c5ea-4df7-adcc-030873f59028,revision_number=0']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:14:07.526920 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-f09577a8-8d25-40e9-af57-38eae7f8d6c5 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:07.535992 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-f09577a8-8d25-40e9-af57-38eae7f8d6c5 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2822728 Jun 14 18:14:07.539462 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 54494) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:14:07.542594 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.v2.base [None req-57047373-7dc9-4221-9380-23a91b3e7b64 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Request body: {'floatingip': {'floating_network_id': '0514a421-38fe-44fa-a158-ef00d417fed9'}} {{(pid=102477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:14:07.592499 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-c632b30d-c431-4701-8078-edfe0cdf6179 req-cb1623ba-f99d-48cd-a570-f7d63af96536 service neutron] 10.222.0.90 "GET /v2.0/networks/576da013-3617-4a8e-90bf-f7e3da71dae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3775828 Jun 14 18:14:07.602947 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3858b2f6-c0da-4682-853b-f5320a567a71 req-e62efeb4-4a4f-44d0-a530-21d6e472770f tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:07.611978 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-3858b2f6-c0da-4682-853b-f5320a567a71 req-e62efeb4-4a4f-44d0-a530-21d6e472770f tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] 10.222.0.70 "GET /v2.0/networks?id=45e98ca1-1856-4a54-95ca-d90a504e1944 HTTP/1.1" status: 200 len: 813 time: 0.3710544 Jun 14 18:14:07.612710 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-57047373-7dc9-4221-9380-23a91b3e7b64 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Notify callbacks [] for floatingip, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:07.654155 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-3858b2f6-c0da-4682-853b-f5320a567a71 req-9725728c-e706-4981-a77d-62c61b7e3be4 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] 10.222.0.70 "GET /v2.0/quotas/5b070b5b4bc845169d5937098cf2e5f5 HTTP/1.1" status: 200 len: 375 time: 0.0411320 Jun 14 18:14:07.656007 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-1e04201d-16ce-4a20-88c6-854907ee05b7 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:07.667740 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ca4b8-c7d0-4645-b5fb-2a58ee6ca86a req-0a60b9f8-a7f8-49eb-8dde-0202f0626397 tempest-VolumesNegativeTest-330538904 tempest-VolumesNegativeTest-330538904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:07.669538 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-a97ca4b8-c7d0-4645-b5fb-2a58ee6ca86a req-0a60b9f8-a7f8-49eb-8dde-0202f0626397 tempest-VolumesNegativeTest-330538904 tempest-VolumesNegativeTest-330538904-project] 10.222.0.70 "GET /v2.0/ports?device_id=021c419a-af9b-4973-bdfc-7fc56766e68f HTTP/1.1" status: 200 len: 949 time: 0.1035898 Jun 14 18:14:07.709304 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-7d4f1c9b-9148-4e53-abdc-76bfbcd979ec None None] Provisioning complete for port 1729c73f-d12a-4794-926c-42c9fcad22e9 triggered by entity DHCP. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:14:07.709870 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-7d4f1c9b-9148-4e53-abdc-76bfbcd979ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:07.716570 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-3858b2f6-c0da-4682-853b-f5320a567a71 req-6ec052c2-9346-4c40-84ae-1fb1942b3ef0 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=5b070b5b4bc845169d5937098cf2e5f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0614641 Jun 14 18:14:07.782982 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-a97ca4b8-c7d0-4645-b5fb-2a58ee6ca86a req-b07fd7e8-5d36-4651-a396-6c705d42d880 tempest-VolumesNegativeTest-330538904 tempest-VolumesNegativeTest-330538904-project] 10.222.0.70 "GET /v2.0/security-groups?id=6b947e13-1e27-4ed2-b86e-509e0e671158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006196 Jun 14 18:14:07.831287 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-57047373-7dc9-4221-9380-23a91b3e7b64 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:07.868373 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c636b484-5668-4107-8a28-cafb83e0edca None None] New status for floating IP cc6b92b3-e7bf-472b-8c25-29f15aa6d4c1: ACTIVE {{(pid=102478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 18:14:07.979852 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-7d4f1c9b-9148-4e53-abdc-76bfbcd979ec None None] Current status of the port 1729c73f-d12a-4794-926c-42c9fcad22e9 is: DOWN; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:14:07.980239 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-7d4f1c9b-9148-4e53-abdc-76bfbcd979ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:08.003876 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e409efd-6ce1-4d17-ac38-ce16fe9a443a req-75760d2b-3967-47d7-bb71-8892e874d416 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:08.005384 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-1e409efd-6ce1-4d17-ac38-ce16fe9a443a req-75760d2b-3967-47d7-bb71-8892e874d416 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 945 time: 0.1160998 Jun 14 18:14:08.047966 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.db_base_plugin_common [None req-57047373-7dc9-4221-9380-23a91b3e7b64 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Allocated IP 172.27.2.36 (0514a421-38fe-44fa-a158-ef00d417fed9/5974f5a1-c656-4a3f-aaeb-f2cb77111b45/2dcd487a-344d-4fc0-a2b1-165b6207d428) {{(pid=102477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:14:08.082633 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-1e409efd-6ce1-4d17-ac38-ce16fe9a443a req-d75aac22-6d3c-4eed-b8f4-be6d1b7bb99a tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664694 Jun 14 18:14:08.086301 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-7d4f1c9b-9148-4e53-abdc-76bfbcd979ec None None] For port 1729c73f-d12a-4794-926c-42c9fcad22e9, host dv-cinder-821739-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=1729c73f-d12a-4794-926c-42c9fcad22e9,segment=NetworkSegment(dfe3591a-0c88-448b-a511-c9c24d8f1962),segment_id=dfe3591a-0c88-448b-a511-c9c24d8f1962)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:14:08.127221 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-7d4f1c9b-9148-4e53-abdc-76bfbcd979ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:08.133101 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-c632b30d-c431-4701-8078-edfe0cdf6179 req-43f61f5e-2f1b-43b6-8212-c5890a498fb1 service neutron] 10.222.0.90 "GET /v2.0/networks/576da013-3617-4a8e-90bf-f7e3da71dae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5187693 Jun 14 18:14:08.156748 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-1e04201d-16ce-4a20-88c6-854907ee05b7 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:08.168446 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-1e04201d-16ce-4a20-88c6-854907ee05b7 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8370858'] for security_group_rule, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:08.169133 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-1e377293-f000-43e6-bd35-6a53f379706f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbfbfeba-a531-44e1-9fb7-566258ecd72e', 'name': 'tempest-TestShelveInstance-129050858-router', 'tenant_id': 'c9e39d75f54e4fafa053bdafff6c84fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': 'd9f4b923-15b9-49ea-9c3a-67db108b309c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:13:56Z', 'updated_at': '2022-06-14T18:14:03Z', 'revision_number': 4, 'project_id': 'c9e39d75f54e4fafa053bdafff6c84fa', 'gw_port': {'id': 'd9f4b923-15b9-49ea-9c3a-67db108b309c', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:13:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfbfeba-a531-44e1-9fb7-566258ecd72e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:13:56Z', 'updated_at': '2022-06-14T18:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_interfaces': [{'id': '1729c73f-d12a-4794-926c-42c9fcad22e9', 'name': '', 'network_id': '133c6ce0-a3ec-4fb8-a7a5-8822862a5d49', 'tenant_id': 'c9e39d75f54e4fafa053bdafff6c84fa', 'mac_address': 'fa:16:3e:7b:11:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbfbfeba-a531-44e1-9fb7-566258ecd72e', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'cf682783-2fcc-4b16-937f-4ba030ae8a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:14:02Z', 'updated_at': '2022-06-14T18:14:07Z', 'revision_number': 4, 'project_id': 'c9e39d75f54e4fafa053bdafff6c84fa', 'subnets': [{'id': 'cf682783-2fcc-4b16-937f-4ba030ae8a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:14:08.175767 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-3858b2f6-c0da-4682-853b-f5320a567a71 req-4f4ec758-2459-4dde-bae7-4ad785fa7192 service neutron] 10.222.0.70 "GET /v2.0/networks/45e98ca1-1856-4a54-95ca-d90a504e1944?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4580619 Jun 14 18:14:08.193752 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e04201d-16ce-4a20-88c6-854907ee05b7 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f97ff8d-2e62-4101-b3d4-c8b2a1d4ed37,revision_number=0']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:14:08.210251 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e377293-f000-43e6-bd35-6a53f379706f None None] The sync data for ids ['bbfbfeba-a531-44e1-9fb7-566258ecd72e'] in dv-cinder-821739-1-iscsi is: [{'id': 'bbfbfeba-a531-44e1-9fb7-566258ecd72e', 'name': 'tempest-TestShelveInstance-129050858-router', 'tenant_id': 'c9e39d75f54e4fafa053bdafff6c84fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': 'd9f4b923-15b9-49ea-9c3a-67db108b309c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:13:56Z', 'updated_at': '2022-06-14T18:14:03Z', 'revision_number': 4, 'project_id': 'c9e39d75f54e4fafa053bdafff6c84fa', 'gw_port': {'id': 'd9f4b923-15b9-49ea-9c3a-67db108b309c', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:13:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfbfeba-a531-44e1-9fb7-566258ecd72e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:13:56Z', 'updated_at': '2022-06-14T18:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_interfaces': [{'id': '1729c73f-d12a-4794-926c-42c9fcad22e9', 'name': '', 'network_id': '133c6ce0-a3ec-4fb8-a7a5-8822862a5d49', 'tenant_id': 'c9e39d75f54e4fafa053bdafff6c84fa', 'mac_address': 'fa:16:3e:7b:11:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbfbfeba-a531-44e1-9fb7-566258ecd72e', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'cf682783-2fcc-4b16-937f-4ba030ae8a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:14:02Z', 'updated_at': '2022-06-14T18:14:07Z', 'revision_number': 4, 'project_id': 'c9e39d75f54e4fafa053bdafff6c84fa', 'subnets': [{'id': 'cf682783-2fcc-4b16-937f-4ba030ae8a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:14:08.218406 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4f1c9b-9148-4e53-abdc-76bfbcd979ec None None] Pushing event updated for resources: {'Port': ['ID=1729c73f-d12a-4794-926c-42c9fcad22e9,revision_number=5']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:14:08.231060 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-1e04201d-16ce-4a20-88c6-854907ee05b7 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:08.235222 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-1e04201d-16ce-4a20-88c6-854907ee05b7 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7625523 Jun 14 18:14:08.235465 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-57047373-7dc9-4221-9380-23a91b3e7b64 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Notify callbacks [] for port, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:08.235719 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 54500) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:14:08.253335 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.v2.base [None req-340fbbe4-7fcd-4292-bfa8-ee725e6a5592 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Request body: {'security_group_rule': {'security_group_id': '17eba8a0-dd59-4485-b2c1-8fad277f9b8d', 'project_id': 'ba1a6001b639493eb65a9c1197ada8e4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:14:08.255075 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-bf959cf1-6690-455e-b641-087c4673cd14 None None] Provisioning complete for port 1729c73f-d12a-4794-926c-42c9fcad22e9 triggered by entity DHCP. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:14:08.255546 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-bf959cf1-6690-455e-b641-087c4673cd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:08.312268 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-57047373-7dc9-4221-9380-23a91b3e7b64 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239190878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16661523'] for port, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:08.363059 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-340fbbe4-7fcd-4292-bfa8-ee725e6a5592 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:08.366248 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-bf959cf1-6690-455e-b641-087c4673cd14 None None] Current status of the port 1729c73f-d12a-4794-926c-42c9fcad22e9 is: ACTIVE; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:14:08.373116 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57047373-7dc9-4221-9380-23a91b3e7b64 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Network 0514a421-38fe-44fa-a158-ef00d417fed9 is already hosted by enough agents. {{(pid=102477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:14:08.382859 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.base_scheduler [None req-57047373-7dc9-4221-9380-23a91b3e7b64 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Resources bound (agent type, host, resource id): {{(pid=102477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:14:08.388868 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57047373-7dc9-4221-9380-23a91b3e7b64 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Received port after_create {{(pid=102477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 14 18:14:08.437735 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36547a98-e1bb-4bac-ae18-595047df1f2e req-822ee019-d95a-422b-bc31-ed465deacaf9 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:08.440554 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-36547a98-e1bb-4bac-ae18-595047df1f2e req-822ee019-d95a-422b-bc31-ed465deacaf9 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8b5ea8-c54d-4d44-beec-4a5c503b870e HTTP/1.1" status: 200 len: 946 time: 0.1583908 Jun 14 18:14:08.455417 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-3858b2f6-c0da-4682-853b-f5320a567a71 req-b25a582c-911e-4c9b-8305-670eb0ef1ac2 service neutron] 10.222.0.70 "GET /v2.0/networks/45e98ca1-1856-4a54-95ca-d90a504e1944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528610 Jun 14 18:14:08.468550 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-340fbbe4-7fcd-4292-bfa8-ee725e6a5592 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:08.474609 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-340fbbe4-7fcd-4292-bfa8-ee725e6a5592 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8370858'] for security_group_rule, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:08.476711 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57047373-7dc9-4221-9380-23a91b3e7b64 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Pushing event updated for resources: {'Port': ['ID=2dcd487a-344d-4fc0-a2b1-165b6207d428,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:14:08.509951 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340fbbe4-7fcd-4292-bfa8-ee725e6a5592 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2c848f9-3a9b-4387-8117-7f71fd114406,revision_number=0']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:14:08.514995 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-340fbbe4-7fcd-4292-bfa8-ee725e6a5592 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:08.516274 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-340fbbe4-7fcd-4292-bfa8-ee725e6a5592 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2798233 Jun 14 18:14:08.519689 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 54502) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:14:08.524268 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.v2.base [None req-8ccd9631-b702-42c7-83b1-d3fd48133fac tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Request body: {'security_group_rule': {'security_group_id': '17eba8a0-dd59-4485-b2c1-8fad277f9b8d', 'project_id': 'ba1a6001b639493eb65a9c1197ada8e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:14:08.548933 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.db.securitygroups_db [None req-8ccd9631-b702-42c7-83b1-d3fd48133fac tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Project ba1a6001b639493eb65a9c1197ada8e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 14 18:14:08.554394 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-8ccd9631-b702-42c7-83b1-d3fd48133fac tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:08.569683 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-36547a98-e1bb-4bac-ae18-595047df1f2e req-48adc799-df49-418d-afc0-2a0dd799a76c tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/security-groups?id=395065f2-5ad0-4d61-889d-81c18e5b9b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185522 Jun 14 18:14:08.585994 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-57047373-7dc9-4221-9380-23a91b3e7b64 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:08.643924 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-57047373-7dc9-4221-9380-23a91b3e7b64 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:08.682318 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-8ccd9631-b702-42c7-83b1-d3fd48133fac tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:08.687758 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-8ccd9631-b702-42c7-83b1-d3fd48133fac tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8370858'] for security_group_rule, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:08.699434 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-b9adf698-366f-4fd6-bc38-a619dab87b66 req-1d93eb6a-41b8-4dd9-b9ec-d1e7842c5677 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] 10.222.0.70 "GET /v2.0/ports?device_id=b943c56e-86e9-491a-84d5-173e998d42e8 HTTP/1.1" status: 200 len: 210 time: 0.0305409 Jun 14 18:14:08.711434 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccd9631-b702-42c7-83b1-d3fd48133fac tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3aead0cf-55ec-4333-a459-1293537ae989,revision_number=0']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:14:08.721048 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-8ccd9631-b702-42c7-83b1-d3fd48133fac tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:08.722490 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-8ccd9631-b702-42c7-83b1-d3fd48133fac tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2017815 Jun 14 18:14:08.725092 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 54508) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:14:08.731063 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.v2.base [None req-7bbcb0be-6577-405c-be19-7168879a3a6c tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Request body: {'security_group_rule': {'security_group_id': '17eba8a0-dd59-4485-b2c1-8fad277f9b8d', 'project_id': 'ba1a6001b639493eb65a9c1197ada8e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:14:08.756011 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.db.securitygroups_db [None req-7bbcb0be-6577-405c-be19-7168879a3a6c tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Project ba1a6001b639493eb65a9c1197ada8e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 14 18:14:08.763080 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-7bbcb0be-6577-405c-be19-7168879a3a6c tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:08.862397 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-7bbcb0be-6577-405c-be19-7168879a3a6c tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:08.873249 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-57047373-7dc9-4221-9380-23a91b3e7b64 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Notify callbacks [] for port, precommit_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:08.878029 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-57047373-7dc9-4221-9380-23a91b3e7b64 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16661530'] for port, after_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:08.878580 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-7bbcb0be-6577-405c-be19-7168879a3a6c tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8370858'] for security_group_rule, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:08.914698 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbcb0be-6577-405c-be19-7168879a3a6c tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f952e7e9-9023-42a8-a94f-313d86d2fa97,revision_number=0']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:14:08.940168 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a674cf-ac02-4b75-9193-1a03f3a68dee req-1fa6749e-d774-4de6-a3ba-df6b4a34b68d tempest-VolumesNegativeTest-330538904 tempest-VolumesNegativeTest-330538904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:08.948287 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-b0a674cf-ac02-4b75-9193-1a03f3a68dee req-1fa6749e-d774-4de6-a3ba-df6b4a34b68d tempest-VolumesNegativeTest-330538904 tempest-VolumesNegativeTest-330538904-project] 10.222.0.70 "GET /v2.0/ports?device_id=021c419a-af9b-4973-bdfc-7fc56766e68f HTTP/1.1" status: 200 len: 949 time: 0.0778413 Jun 14 18:14:08.963016 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-7bbcb0be-6577-405c-be19-7168879a3a6c tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:08.965347 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-7bbcb0be-6577-405c-be19-7168879a3a6c tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2380030 Jun 14 18:14:08.980798 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57047373-7dc9-4221-9380-23a91b3e7b64 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Pushing event updated for resources: {'Port': ['ID=2dcd487a-344d-4fc0-a2b1-165b6207d428,revision_number=2']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:14:08.987615 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-57047373-7dc9-4221-9380-23a91b3e7b64 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8287696'] for floatingip, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:09.006967 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-57047373-7dc9-4221-9380-23a91b3e7b64 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for floatingip, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:09.037727 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-57047373-7dc9-4221-9380-23a91b3e7b64 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4995003 Jun 14 18:14:09.052638 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-b0a674cf-ac02-4b75-9193-1a03f3a68dee req-5ed15f65-9f66-4c3c-93b3-8573e00243d5 tempest-VolumesNegativeTest-330538904 tempest-VolumesNegativeTest-330538904-project] 10.222.0.70 "GET /v2.0/security-groups?id=6b947e13-1e27-4ed2-b86e-509e0e671158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028230 Jun 14 18:14:09.278552 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device 1729c73f-d12a-4794-926c-42c9fcad22e9 up at agent ovs-agent-dv-cinder-821739-1-iscsi {{(pid=102478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:14:09.339312 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb1383-3f84-4944-8cf0-ca40f4edfb15 req-7da9adf8-9e4e-4b6c-8c6b-32990d06ca7a tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:09.347236 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-9afb1383-3f84-4944-8cf0-ca40f4edfb15 req-7da9adf8-9e4e-4b6c-8c6b-32990d06ca7a tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 945 time: 0.1098328 Jun 14 18:14:09.364379 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Provisioning complete for port 1729c73f-d12a-4794-926c-42c9fcad22e9 triggered by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:14:09.365023 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:09.396615 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-9afb1383-3f84-4944-8cf0-ca40f4edfb15 req-c18283f6-35d1-4e9c-8ec2-43c78c6828ba tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467615 Jun 14 18:14:09.458198 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-7aeac1c3-1178-44d0-8411-40db1ee9610f req-2d8c951c-507b-4ea2-9c1c-6ed20e47bf06 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--806655801&fields=id&tenant_id=3042e999f1144c7da1a2473d58a86532 HTTP/1.1" status: 200 len: 267 time: 0.0550807 Jun 14 18:14:09.522350 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Current status of the port 1729c73f-d12a-4794-926c-42c9fcad22e9 is: ACTIVE; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:14:09.558151 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa9847f-bc22-499f-953d-c978b6076bf2 req-57c59079-5ad1-4b99-ba1e-c85fe240f9ad tempest-VolumesNegativeTest-330538904 tempest-VolumesNegativeTest-330538904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:09.562192 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-6fa9847f-bc22-499f-953d-c978b6076bf2 req-57c59079-5ad1-4b99-ba1e-c85fe240f9ad tempest-VolumesNegativeTest-330538904 tempest-VolumesNegativeTest-330538904-project] 10.222.0.70 "GET /v2.0/ports?device_id=021c419a-af9b-4973-bdfc-7fc56766e68f HTTP/1.1" status: 200 len: 949 time: 0.0596688 Jun 14 18:14:09.638985 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-6fa9847f-bc22-499f-953d-c978b6076bf2 req-683da0ad-bf8c-44f4-a522-e630ab9123dc tempest-VolumesNegativeTest-330538904 tempest-VolumesNegativeTest-330538904-project] 10.222.0.70 "GET /v2.0/security-groups?id=6b947e13-1e27-4ed2-b86e-509e0e671158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700140 Jun 14 18:14:09.662193 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeac1c3-1178-44d0-8411-40db1ee9610f req-89bfbebe-5912-4367-a7e3-20b7a5d29969 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:09.662193 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-7aeac1c3-1178-44d0-8411-40db1ee9610f req-89bfbebe-5912-4367-a7e3-20b7a5d29969 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/networks?id=3d23af53-6361-4f33-abe1-d3023a18c244 HTTP/1.1" status: 200 len: 818 time: 0.1743071 Jun 14 18:14:09.682819 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-7aeac1c3-1178-44d0-8411-40db1ee9610f req-99b73503-fd19-4c07-bdb7-b90aab7bf4e1 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/quotas/3042e999f1144c7da1a2473d58a86532 HTTP/1.1" status: 200 len: 375 time: 0.0140452 Jun 14 18:14:09.768517 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-7aeac1c3-1178-44d0-8411-40db1ee9610f req-8a2b5f13-a9ed-4231-8e65-7fcc80e5cfe7 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3042e999f1144c7da1a2473d58a86532&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0783505 Jun 14 18:14:09.769426 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c9361-2e97-44a3-8b83-db3075358dab req-64a54342-0846-4459-9ba6-62be227a1d2f tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:09.771734 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-922c9361-2e97-44a3-8b83-db3075358dab req-64a54342-0846-4459-9ba6-62be227a1d2f tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8b5ea8-c54d-4d44-beec-4a5c503b870e HTTP/1.1" status: 200 len: 946 time: 0.0681310 Jun 14 18:14:09.819223 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-922c9361-2e97-44a3-8b83-db3075358dab req-25fd4a18-adcd-45d4-a3cb-ab901b51a429 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/security-groups?id=395065f2-5ad0-4d61-889d-81c18e5b9b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407786 Jun 14 18:14:09.881741 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-7aeac1c3-1178-44d0-8411-40db1ee9610f req-c9a97956-660e-49e1-b7e5-0a6ae325e535 service neutron] 10.222.0.70 "GET /v2.0/networks/3d23af53-6361-4f33-abe1-d3023a18c244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982578 Jun 14 18:14:09.915724 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-1c705b9e-8f76-4ba2-aaa3-80020e3e2b65 req-08fed316-af34-47ea-a348-d32caa81b7f7 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] 10.222.0.70 "GET /v2.0/ports?device_id=b943c56e-86e9-491a-84d5-173e998d42e8 HTTP/1.1" status: 200 len: 210 time: 0.0275044 Jun 14 18:14:10.009365 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-7aeac1c3-1178-44d0-8411-40db1ee9610f req-dde13a1e-6242-4268-ab03-d468e158bfea service neutron] 10.222.0.70 "GET /v2.0/networks/3d23af53-6361-4f33-abe1-d3023a18c244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213663 Jun 14 18:14:10.242513 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee828c-ff65-43e8-ace7-8c9095323dc7 req-54165750-262a-4c8d-9dc3-0c32cf331408 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:10.254357 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-7fee828c-ff65-43e8-ace7-8c9095323dc7 req-54165750-262a-4c8d-9dc3-0c32cf331408 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8b5ea8-c54d-4d44-beec-4a5c503b870e HTTP/1.1" status: 200 len: 946 time: 0.1255655 Jun 14 18:14:10.257131 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-6399c4bf-9d9f-4fb1-9cd8-150bd5b55528 req-c2045f96-b516-45fe-8b0a-ddf0db5892f9 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6206d13-a024-4947-9ca4-edf154bb99bc HTTP/1.1" status: 200 len: 210 time: 0.0474870 Jun 14 18:14:10.308457 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-7fee828c-ff65-43e8-ace7-8c9095323dc7 req-e6183f46-575b-4622-b393-1979e807c6b1 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/security-groups?id=395065f2-5ad0-4d61-889d-81c18e5b9b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523331 Jun 14 18:14:10.391200 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7b4bc-4cd5-475e-a036-9e125ce5f819 req-9ff9e20f-5044-4e65-b2a1-2e0914a8e9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:10.394081 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-04a7b4bc-4cd5-475e-a036-9e125ce5f819 req-9ff9e20f-5044-4e65-b2a1-2e0914a8e9ce service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1656a3c434d1462d9a2c48c24f0b7728&device_id=6a8b5ea8-c54d-4d44-beec-4a5c503b870e HTTP/1.1" status: 200 len: 1099 time: 0.0830185 Jun 14 18:14:10.475295 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3858b2f6-c0da-4682-853b-f5320a567a71 req-7e505756-f9a8-42a3-8758-7d20657b697f tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:10.481634 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-3858b2f6-c0da-4682-853b-f5320a567a71 req-7e505756-f9a8-42a3-8758-7d20657b697f tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] 10.222.0.90 "GET /v2.0/networks?id=45e98ca1-1856-4a54-95ca-d90a504e1944 HTTP/1.1" status: 200 len: 813 time: 0.1722052 Jun 14 18:14:10.524915 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.v2.base [req-3858b2f6-c0da-4682-853b-f5320a567a71 req-7f00a4c8-028c-4380-9e2f-789fe241560e tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] Request body: {'port': {'device_id': 'b943c56e-86e9-491a-84d5-173e998d42e8', 'network_id': '45e98ca1-1856-4a54-95ca-d90a504e1944', 'admin_state_up': True, 'tenant_id': '5b070b5b4bc845169d5937098cf2e5f5'}} {{(pid=102476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:14:10.603340 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7b4bc-4cd5-475e-a036-9e125ce5f819 req-6dfc239b-7f7a-4c32-ae03-a4cfe97c0d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:10.605015 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-04a7b4bc-4cd5-475e-a036-9e125ce5f819 req-6dfc239b-7f7a-4c32-ae03-a4cfe97c0d24 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e4802f45-6d76-4b53-9a7f-7b43659748a3 HTTP/1.1" status: 200 len: 912 time: 0.2005165 Jun 14 18:14:10.615974 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dccade-3677-4976-955d-2d2dfe910595 req-307c864e-b9a7-47f1-b0e1-b1e9b2c0bd1f tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:10.622273 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-07dccade-3677-4976-955d-2d2dfe910595 req-307c864e-b9a7-47f1-b0e1-b1e9b2c0bd1f tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 945 time: 0.1086648 Jun 14 18:14:10.709003 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3858b2f6-c0da-4682-853b-f5320a567a71 req-7f00a4c8-028c-4380-9e2f-789fe241560e tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] Made reservation on behalf of 5b070b5b4bc845169d5937098cf2e5f5 for: {'port': 1} {{(pid=102476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:14:10.714346 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-3858b2f6-c0da-4682-853b-f5320a567a71 req-7f00a4c8-028c-4380-9e2f-789fe241560e tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:10.785800 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-07dccade-3677-4976-955d-2d2dfe910595 req-b47f7020-343e-4522-b54f-02eba234e576 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537688 Jun 14 18:14:10.792462 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.agents_db [None req-d83a49a0-1be1-4d29-a7ba-91319940a8a9 None None] Agent healthcheck: found 6 active agents {{(pid=102479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 14 18:14:10.876473 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-04a7b4bc-4cd5-475e-a036-9e125ce5f819 req-30db7289-7a28-48e2-ab8b-8bebfbad2905 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8330099f-0bd0-4adb-af41-2651b0cf9e3b HTTP/1.1" status: 200 len: 1001 time: 0.2515342 Jun 14 18:14:10.885872 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0c3a0e-7730-4c15-b0f1-76f2c374f89c req-ff089597-3d31-4ebf-b18e-2ae50042992d tempest-VolumesNegativeTest-330538904 tempest-VolumesNegativeTest-330538904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:10.895107 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-1d0c3a0e-7730-4c15-b0f1-76f2c374f89c req-ff089597-3d31-4ebf-b18e-2ae50042992d tempest-VolumesNegativeTest-330538904 tempest-VolumesNegativeTest-330538904-project] 10.222.0.70 "GET /v2.0/ports?device_id=021c419a-af9b-4973-bdfc-7fc56766e68f HTTP/1.1" status: 200 len: 949 time: 0.1491547 Jun 14 18:14:10.964690 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7b4bc-4cd5-475e-a036-9e125ce5f819 req-7d086932-2816-461b-9b9a-7d43b03f7363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:10.986907 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-1d0c3a0e-7730-4c15-b0f1-76f2c374f89c req-38198f56-8ba7-416c-8b5d-3d93fdbdf010 tempest-VolumesNegativeTest-330538904 tempest-VolumesNegativeTest-330538904-project] 10.222.0.70 "GET /v2.0/security-groups?id=6b947e13-1e27-4ed2-b86e-509e0e671158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907812 Jun 14 18:14:10.992826 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-04a7b4bc-4cd5-475e-a036-9e125ce5f819 req-7d086932-2816-461b-9b9a-7d43b03f7363 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0bf57453-530a-4cde-8cdb-616dbddd580e HTTP/1.1" status: 200 len: 849 time: 0.1020613 Jun 14 18:14:11.013602 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.db.db_base_plugin_common [req-3858b2f6-c0da-4682-853b-f5320a567a71 req-7f00a4c8-028c-4380-9e2f-789fe241560e tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] Allocated IP 172.20.0.13 (45e98ca1-1856-4a54-95ca-d90a504e1944/8b150dd1-825c-4435-8b2a-58211c7847cc/ab930941-276c-4148-bdac-c9a3d96112b7) {{(pid=102476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:14:11.062766 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7b4bc-4cd5-475e-a036-9e125ce5f819 req-46377d0f-f09b-421d-9374-e83a5a0c43c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:11.065189 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-04a7b4bc-4cd5-475e-a036-9e125ce5f819 req-46377d0f-f09b-421d-9374-e83a5a0c43c1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e4802f45-6d76-4b53-9a7f-7b43659748a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0645564 Jun 14 18:14:11.270604 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-3858b2f6-c0da-4682-853b-f5320a567a71 req-7f00a4c8-028c-4380-9e2f-789fe241560e tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] Notify callbacks [] for port, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:11.286429 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device 155f6b8d-7e54-4a68-be58-dd9494c118a5 details requested by agent hyperv_hv-cinder-82173 with host hv-cinder-82173 {{(pid=102478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 14 18:14:11.322745 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-3858b2f6-c0da-4682-853b-f5320a567a71 req-7f00a4c8-028c-4380-9e2f-789fe241560e tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239190878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378765'] for port, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:11.364679 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-d349b86c-08e2-428b-a1dd-f311b62f7b49 req-f38b1cfd-fcdd-454d-a19a-082a70b91b82 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] 10.222.0.70 "GET /v2.0/ports?device_id=b943c56e-86e9-491a-84d5-173e998d42e8 HTTP/1.1" status: 200 len: 210 time: 0.2980974 Jun 14 18:14:11.385099 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3858b2f6-c0da-4682-853b-f5320a567a71 req-7f00a4c8-028c-4380-9e2f-789fe241560e tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] Network 45e98ca1-1856-4a54-95ca-d90a504e1944 is already hosted by enough agents. {{(pid=102476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:14:11.389101 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.base_scheduler [req-3858b2f6-c0da-4682-853b-f5320a567a71 req-7f00a4c8-028c-4380-9e2f-789fe241560e tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] Resources bound (agent type, host, resource id): {{(pid=102476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:14:11.391833 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.db.l3_dvrscheduler_db [req-3858b2f6-c0da-4682-853b-f5320a567a71 req-7f00a4c8-028c-4380-9e2f-789fe241560e tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] Received port after_create {{(pid=102476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 14 18:14:11.474132 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-489217fc-565b-4f5c-9316-090cb9fa977e req-6540e783-47e3-4cb1-a039-5a14558c9bdf tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6206d13-a024-4947-9ca4-edf154bb99bc HTTP/1.1" status: 200 len: 210 time: 0.0460889 Jun 14 18:14:11.479331 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f00a4c8-028c-4380-9e2f-789fe241560e tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] Pushing event updated for resources: {'Port': ['ID=ab930941-276c-4148-bdac-c9a3d96112b7,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:14:11.534277 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3858b2f6-c0da-4682-853b-f5320a567a71 req-7f00a4c8-028c-4380-9e2f-789fe241560e tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:11.535053 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-3858b2f6-c0da-4682-853b-f5320a567a71 req-7f00a4c8-028c-4380-9e2f-789fe241560e tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for port, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:11.548844 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-04a7b4bc-4cd5-475e-a036-9e125ce5f819 req-4b737fef-2ed2-479e-94f9-48509cab6fb5 service neutron] 10.222.0.90 "GET /v2.0/networks/e4802f45-6d76-4b53-9a7f-7b43659748a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4722931 Jun 14 18:14:11.551801 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] For port 155f6b8d-7e54-4a68-be58-dd9494c118a5, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=155f6b8d-7e54-4a68-be58-dd9494c118a5,segment=NetworkSegment(3352f152-10ce-4dbd-b036-7cefe3776371),segment_id=3352f152-10ce-4dbd-b036-7cefe3776371)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:14:11.565191 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-3858b2f6-c0da-4682-853b-f5320a567a71 req-7f00a4c8-028c-4380-9e2f-789fe241560e tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0435636 Jun 14 18:14:11.584110 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Returning: {'device': '155f6b8d-7e54-4a68-be58-dd9494c118a5', 'network_id': '207b3e54-87d5-4ff2-9e27-0fc3ae498411', 'port_id': '155f6b8d-7e54-4a68-be58-dd9494c118a5', 'mac_address': 'fa:16:3e:34:56:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1036, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60742c27-3909-4c07-b59a-2eae5cd6702e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 14 18:14:11.589602 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1a1890-c669-43a0-9f50-82276a72dcae req-5498da3d-9973-46a1-8c1e-7997fd44f67b tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:11.598205 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.v2.base [req-3858b2f6-c0da-4682-853b-f5320a567a71 req-d05289d5-fdf2-4b4f-b397-8ef72106546e service neutron] Request body: {'port': {'device_id': 'b943c56e-86e9-491a-84d5-173e998d42e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82173'}} {{(pid=102476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:14:11.598442 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-0f1a1890-c669-43a0-9f50-82276a72dcae req-5498da3d-9973-46a1-8c1e-7997fd44f67b tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8b5ea8-c54d-4d44-beec-4a5c503b870e HTTP/1.1" status: 200 len: 946 time: 0.0997424 Jun 14 18:14:11.644261 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Current status of the port 155f6b8d-7e54-4a68-be58-dd9494c118a5 is: ACTIVE; New status is: BUILD {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:14:11.645057 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:11.655137 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-0f1a1890-c669-43a0-9f50-82276a72dcae req-295cfb13-89f7-4cc1-9db6-fab56335407c tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/security-groups?id=395065f2-5ad0-4d61-889d-81c18e5b9b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523038 Jun 14 18:14:11.675674 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.notifiers.nova [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 155f6b8d-7e54-4a68-be58-dd9494c118a5 {{(pid=102478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:14:11.721571 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] For port 155f6b8d-7e54-4a68-be58-dd9494c118a5, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=155f6b8d-7e54-4a68-be58-dd9494c118a5,segment=NetworkSegment(3352f152-10ce-4dbd-b036-7cefe3776371),segment_id=3352f152-10ce-4dbd-b036-7cefe3776371)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:14:11.728191 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-04a7b4bc-4cd5-475e-a036-9e125ce5f819 req-229155bf-7993-4c1a-a240-276962dbb977 service neutron] 10.222.0.90 "GET /v2.0/networks/e4802f45-6d76-4b53-9a7f-7b43659748a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668210 Jun 14 18:14:11.731445 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:11.778195 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb8616-37dc-4dd6-8a24-bb2327e4c53f req-1c9b1f87-0912-42f8-bdcc-1ecd92077759 tempest-VolumesNegativeTest-330538904 tempest-VolumesNegativeTest-330538904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:11.780602 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-adbb8616-37dc-4dd6-8a24-bb2327e4c53f req-1c9b1f87-0912-42f8-bdcc-1ecd92077759 tempest-VolumesNegativeTest-330538904 tempest-VolumesNegativeTest-330538904-project] 10.222.0.90 "GET /v2.0/ports?device_id=021c419a-af9b-4973-bdfc-7fc56766e68f HTTP/1.1" status: 200 len: 949 time: 0.1802945 Jun 14 18:14:11.781464 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-3858b2f6-c0da-4682-853b-f5320a567a71 req-d05289d5-fdf2-4b4f-b397-8ef72106546e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:11.845222 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Pushing event updated for resources: {'Port': ['ID=155f6b8d-7e54-4a68-be58-dd9494c118a5,revision_number=6']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:14:11.851120 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] get_ports_and_sgs() called for port_ids ['155f6b8d-7e54-4a68-be58-dd9494c118a5'] {{(pid=102478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 14 18:14:12.092734 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeac1c3-1178-44d0-8411-40db1ee9610f req-9b53f066-6022-455c-966c-ce94fa50dbef tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:12.095881 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-7aeac1c3-1178-44d0-8411-40db1ee9610f req-9b53f066-6022-455c-966c-ce94fa50dbef tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.90 "GET /v2.0/networks?id=3d23af53-6361-4f33-abe1-d3023a18c244 HTTP/1.1" status: 200 len: 818 time: 0.2744255 Jun 14 18:14:12.204130 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-7aeac1c3-1178-44d0-8411-40db1ee9610f req-91aa4dc3-61e1-4108-a7c7-8736d461b333 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3042e999f1144c7da1a2473d58a86532 HTTP/1.1" status: 200 len: 379 time: 0.0910699 Jun 14 18:14:12.214012 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc693f5c-ba63-4c7d-8ca4-5adb5ee93586 req-a8d70fe4-544a-496b-82d8-341adedd2912 tempest-VolumesNegativeTest-330538904 tempest-VolumesNegativeTest-330538904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:12.222155 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-fc693f5c-ba63-4c7d-8ca4-5adb5ee93586 req-a8d70fe4-544a-496b-82d8-341adedd2912 tempest-VolumesNegativeTest-330538904 tempest-VolumesNegativeTest-330538904-project] 10.222.0.70 "GET /v2.0/ports?device_id=021c419a-af9b-4973-bdfc-7fc56766e68f HTTP/1.1" status: 200 len: 949 time: 0.0979896 Jun 14 18:14:12.234019 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.v2.base [req-7aeac1c3-1178-44d0-8411-40db1ee9610f req-b0c6dd3b-2058-4cf4-a782-b8f31390d510 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Request body: {'port': {'device_id': 'b6206d13-a024-4947-9ca4-edf154bb99bc', 'network_id': '3d23af53-6361-4f33-abe1-d3023a18c244', 'admin_state_up': True, 'tenant_id': '3042e999f1144c7da1a2473d58a86532', 'security_groups': ['52a02317-29ec-432b-95e7-d04ee2fac44d']}} {{(pid=102477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:14:12.314369 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.plugin [req-adbb8616-37dc-4dd6-8a24-bb2327e4c53f req-90b0538f-4435-4c07-922e-9dda7ac8fd97 tempest-VolumesNegativeTest-330538904 tempest-VolumesNegativeTest-330538904-project] Deleting port afdd952c-96f6-4e2e-b8ef-e69231323a05 {{(pid=102476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 14 18:14:12.314702 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-adbb8616-37dc-4dd6-8a24-bb2327e4c53f req-90b0538f-4435-4c07-922e-9dda7ac8fd97 tempest-VolumesNegativeTest-330538904 tempest-VolumesNegativeTest-330538904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239577025'] for port, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:12.382360 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-fc693f5c-ba63-4c7d-8ca4-5adb5ee93586 req-0269ab46-e139-48e6-a149-931815b20439 tempest-VolumesNegativeTest-330538904 tempest-VolumesNegativeTest-330538904-project] 10.222.0.70 "GET /v2.0/security-groups?id=6b947e13-1e27-4ed2-b86e-509e0e671158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592069 Jun 14 18:14:12.421939 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b219a0-7f2d-401e-b488-ef1524f876b8 req-b97caa4b-e152-4ca8-8e36-bc9dc697a7f5 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:12.424602 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-e1b219a0-7f2d-401e-b488-ef1524f876b8 req-b97caa4b-e152-4ca8-8e36-bc9dc697a7f5 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 944 time: 0.1676714 Jun 14 18:14:12.554665 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.db [req-adbb8616-37dc-4dd6-8a24-bb2327e4c53f req-90b0538f-4435-4c07-922e-9dda7ac8fd97 tempest-VolumesNegativeTest-330538904 tempest-VolumesNegativeTest-330538904-project] For port afdd952c-96f6-4e2e-b8ef-e69231323a05, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=afdd952c-96f6-4e2e-b8ef-e69231323a05,segment=NetworkSegment(ffe4d574-91f9-4354-92fe-3faeb59d2709),segment_id=ffe4d574-91f9-4354-92fe-3faeb59d2709)] {{(pid=102476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:14:12.554665 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-adbb8616-37dc-4dd6-8a24-bb2327e4c53f req-90b0538f-4435-4c07-922e-9dda7ac8fd97 tempest-VolumesNegativeTest-330538904 tempest-VolumesNegativeTest-330538904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282467'] for port, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:12.570664 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.plugin [req-adbb8616-37dc-4dd6-8a24-bb2327e4c53f req-90b0538f-4435-4c07-922e-9dda7ac8fd97 tempest-VolumesNegativeTest-330538904 tempest-VolumesNegativeTest-330538904-project] Calling delete_port for afdd952c-96f6-4e2e-b8ef-e69231323a05 owned by compute:nova {{(pid=102476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 14 18:14:12.596985 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.notifiers.nova [req-3858b2f6-c0da-4682-853b-f5320a567a71 req-d05289d5-fdf2-4b4f-b397-8ef72106546e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab930941-276c-4148-bdac-c9a3d96112b7 {{(pid=102476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:14:12.605855 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7aeac1c3-1178-44d0-8411-40db1ee9610f req-b0c6dd3b-2058-4cf4-a782-b8f31390d510 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Made reservation on behalf of 3042e999f1144c7da1a2473d58a86532 for: {'port': 1} {{(pid=102477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:14:12.607575 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-e1b219a0-7f2d-401e-b488-ef1524f876b8 req-c486452a-0a70-4741-b70f-82e6dc64ee1f tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717384 Jun 14 18:14:12.609779 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-7aeac1c3-1178-44d0-8411-40db1ee9610f req-b0c6dd3b-2058-4cf4-a782-b8f31390d510 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:12.614531 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-3858b2f6-c0da-4682-853b-f5320a567a71 req-d05289d5-fdf2-4b4f-b397-8ef72106546e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:12.624463 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e26423-90c9-45f9-a495-ed419af9cb2c req-c7f9bca4-4af4-4d63-b85c-4a5800b94e54 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:12.632383 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-75e26423-90c9-45f9-a495-ed419af9cb2c req-c7f9bca4-4af4-4d63-b85c-4a5800b94e54 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] 10.222.0.70 "GET /v2.0/ports?device_id=b943c56e-86e9-491a-84d5-173e998d42e8 HTTP/1.1" status: 200 len: 932 time: 0.1596596 Jun 14 18:14:12.675006 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.db.provisioning_blocks [req-3858b2f6-c0da-4682-853b-f5320a567a71 req-d05289d5-fdf2-4b4f-b397-8ef72106546e service neutron] Transition to ACTIVE for port object ab930941-276c-4148-bdac-c9a3d96112b7 will not be triggered until provisioned by entity L2. {{(pid=102476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 18:14:12.693063 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-3858b2f6-c0da-4682-853b-f5320a567a71 req-d05289d5-fdf2-4b4f-b397-8ef72106546e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5378756'] for port, after_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:12.752272 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-75e26423-90c9-45f9-a495-ed419af9cb2c req-bb06ee19-6295-4a64-b725-8bb9cc4b67e6 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] 10.222.0.70 "GET /v2.0/security-groups?id=579cf711-ebd7-4da0-84fd-42d40798c17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095750 Jun 14 18:14:12.821582 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-fed33984-c52e-4b0b-bdbb-cad5c161e4fb req-40cbbafd-49cf-4c54-a983-08ca2251a6f2 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6206d13-a024-4947-9ca4-edf154bb99bc HTTP/1.1" status: 200 len: 210 time: 0.0649664 Jun 14 18:14:12.833760 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05289d5-fdf2-4b4f-b397-8ef72106546e service neutron] Pushing event updated for resources: {'Port': ['ID=ab930941-276c-4148-bdac-c9a3d96112b7,revision_number=2']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:14:13.021135 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.db_base_plugin_common [req-7aeac1c3-1178-44d0-8411-40db1ee9610f req-b0c6dd3b-2058-4cf4-a782-b8f31390d510 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Allocated IP 172.20.0.11 (3d23af53-6361-4f33-abe1-d3023a18c244/5d625bfa-3024-4c1b-95b8-b3295848e69c/21fb8ee9-5c85-43b8-9632-bcb0e3053ad0) {{(pid=102477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:14:13.030689 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-adbb8616-37dc-4dd6-8a24-bb2327e4c53f req-90b0538f-4435-4c07-922e-9dda7ac8fd97 tempest-VolumesNegativeTest-330538904 tempest-VolumesNegativeTest-330538904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239583007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239190869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378765'] for port, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:13.040586 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.managers [req-3858b2f6-c0da-4682-853b-f5320a567a71 req-d05289d5-fdf2-4b4f-b397-8ef72106546e service neutron] Attempting to bind port ab930941-276c-4148-bdac-c9a3d96112b7 on host hv-cinder-82173 for vnic_type normal with profile {{(pid=102476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 14 18:14:13.041117 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.managers [req-3858b2f6-c0da-4682-853b-f5320a567a71 req-d05289d5-fdf2-4b4f-b397-8ef72106546e service neutron] Attempting to bind port ab930941-276c-4148-bdac-c9a3d96112b7 by drivers openvswitch,hyperv on host hv-cinder-82173 at level 0 using segments [{'id': '815d8cb1-9eb1-4aba-866c-ff6c7df05150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '45e98ca1-1856-4a54-95ca-d90a504e1944'}] {{(pid=102476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 14 18:14:13.041539 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3858b2f6-c0da-4682-853b-f5320a567a71 req-d05289d5-fdf2-4b4f-b397-8ef72106546e service neutron] Attempting to bind port ab930941-276c-4148-bdac-c9a3d96112b7 on network 45e98ca1-1856-4a54-95ca-d90a504e1944 {{(pid=102476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:14:13.052248 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349664fb-3252-4bf3-a79d-63d894a2ec04 req-ef3cc88f-abf5-46e0-84b9-e5d77f5ac660 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:13.056505 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-349664fb-3252-4bf3-a79d-63d894a2ec04 req-ef3cc88f-abf5-46e0-84b9-e5d77f5ac660 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8b5ea8-c54d-4d44-beec-4a5c503b870e HTTP/1.1" status: 200 len: 946 time: 0.1700299 Jun 14 18:14:13.079974 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3858b2f6-c0da-4682-853b-f5320a567a71 req-d05289d5-fdf2-4b4f-b397-8ef72106546e service neutron] Port ab930941-276c-4148-bdac-c9a3d96112b7 on network 45e98ca1-1856-4a54-95ca-d90a504e1944 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82173 {{(pid=102476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 14 18:14:13.080428 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3858b2f6-c0da-4682-853b-f5320a567a71 req-d05289d5-fdf2-4b4f-b397-8ef72106546e service neutron] Attempting to bind port ab930941-276c-4148-bdac-c9a3d96112b7 on network 45e98ca1-1856-4a54-95ca-d90a504e1944 {{(pid=102476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:14:13.083850 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b0538f-4435-4c07-922e-9dda7ac8fd97 tempest-VolumesNegativeTest-330538904 tempest-VolumesNegativeTest-330538904-project] Pushing event deleted for resources: {'Port': ['ID=afdd952c-96f6-4e2e-b8ef-e69231323a05,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:14:13.121523 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3858b2f6-c0da-4682-853b-f5320a567a71 req-d05289d5-fdf2-4b4f-b397-8ef72106546e service neutron] Checking agent: {'id': '37867b7d-ea9d-4c92-b09f-db78138d4892', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82173', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 9, 26), 'started_at': datetime.datetime(2022, 6, 14, 18, 9, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:14:13.124005 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3858b2f6-c0da-4682-853b-f5320a567a71 req-d05289d5-fdf2-4b4f-b397-8ef72106546e service neutron] Checking segment: {'id': '815d8cb1-9eb1-4aba-866c-ff6c7df05150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '45e98ca1-1856-4a54-95ca-d90a504e1944'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 14 18:14:13.124560 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3858b2f6-c0da-4682-853b-f5320a567a71 req-d05289d5-fdf2-4b4f-b397-8ef72106546e service neutron] Bound using segment: {'id': '815d8cb1-9eb1-4aba-866c-ff6c7df05150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '45e98ca1-1856-4a54-95ca-d90a504e1944'} {{(pid=102476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:14:13.125089 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.managers [req-3858b2f6-c0da-4682-853b-f5320a567a71 req-d05289d5-fdf2-4b4f-b397-8ef72106546e service neutron] Bound port: ab930941-276c-4148-bdac-c9a3d96112b7, host: hv-cinder-82173, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '815d8cb1-9eb1-4aba-866c-ff6c7df05150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '45e98ca1-1856-4a54-95ca-d90a504e1944'}}] {{(pid=102476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 14 18:14:13.125486 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-3858b2f6-c0da-4682-853b-f5320a567a71 req-d05289d5-fdf2-4b4f-b397-8ef72106546e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:13.147120 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.db.l3_dvrscheduler_db [req-adbb8616-37dc-4dd6-8a24-bb2327e4c53f req-90b0538f-4435-4c07-922e-9dda7ac8fd97 tempest-VolumesNegativeTest-330538904 tempest-VolumesNegativeTest-330538904-project] No DVR routers for this DVR port afdd952c-96f6-4e2e-b8ef-e69231323a05 on host hv-cinder-82173 {{(pid=102476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 18:14:13.157084 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-adbb8616-37dc-4dd6-8a24-bb2327e4c53f req-90b0538f-4435-4c07-922e-9dda7ac8fd97 tempest-VolumesNegativeTest-330538904 tempest-VolumesNegativeTest-330538904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for port, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:13.161764 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-adbb8616-37dc-4dd6-8a24-bb2327e4c53f req-90b0538f-4435-4c07-922e-9dda7ac8fd97 tempest-VolumesNegativeTest-330538904 tempest-VolumesNegativeTest-330538904-project] 10.222.0.90 "DELETE /v2.0/ports/afdd952c-96f6-4e2e-b8ef-e69231323a05 HTTP/1.1" status: 204 len: 173 time: 1.3743908 Jun 14 18:14:13.162294 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '021c419a-af9b-4973-bdfc-7fc56766e68f', 'name': 'network-vif-deleted', 'tag': 'afdd952c-96f6-4e2e-b8ef-e69231323a05'}] {{(pid=102476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:14:13.164735 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f6785e4de8a87b7f797dd5e96f4d126f8c0b91c7fbdcfaa1853e8ef739b068f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17fbada3-1389-4948-9ef5-9f82260f8ab8" -d '{"events": [{"server_uuid": "021c419a-af9b-4973-bdfc-7fc56766e68f", "name": "network-vif-deleted", "tag": "afdd952c-96f6-4e2e-b8ef-e69231323a05"}]}' {{(pid=102476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:14:13.185436 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-349664fb-3252-4bf3-a79d-63d894a2ec04 req-9ec30afe-2a95-4994-ae0e-3990eeec6f18 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/security-groups?id=395065f2-5ad0-4d61-889d-81c18e5b9b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222820 Jun 14 18:14:13.243822 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1295d218-d246-4726-81e3-df6389e1b7c1 x-openstack-request-id: req-1295d218-d246-4726-81e3-df6389e1b7c1 {{(pid=102476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:14:13.254338 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "021c419a-af9b-4973-bdfc-7fc56766e68f", "name": "network-vif-deleted", "tag": "afdd952c-96f6-4e2e-b8ef-e69231323a05", "status": "completed", "code": 200}]} {{(pid=102476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:14:13.255095 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1295d218-d246-4726-81e3-df6389e1b7c1 {{(pid=102476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:14:13.255742 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1295d218-d246-4726-81e3-df6389e1b7c1'] response: {'server_uuid': '021c419a-af9b-4973-bdfc-7fc56766e68f', 'name': 'network-vif-deleted', 'tag': 'afdd952c-96f6-4e2e-b8ef-e69231323a05', 'status': 'completed', 'code': 200} Jun 14 18:14:13.292370 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device 155f6b8d-7e54-4a68-be58-dd9494c118a5 up at agent hyperv_hv-cinder-82173 {{(pid=102478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:14:13.335378 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.db [req-3858b2f6-c0da-4682-853b-f5320a567a71 req-d05289d5-fdf2-4b4f-b397-8ef72106546e service neutron] For port ab930941-276c-4148-bdac-c9a3d96112b7, host hv-cinder-82173, cleared binding levels {{(pid=102476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:14:13.350458 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.db [req-3858b2f6-c0da-4682-853b-f5320a567a71 req-d05289d5-fdf2-4b4f-b397-8ef72106546e service neutron] For port ab930941-276c-4148-bdac-c9a3d96112b7, host hv-cinder-82173, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=ab930941-276c-4148-bdac-c9a3d96112b7,segment=NetworkSegment(815d8cb1-9eb1-4aba-866c-ff6c7df05150),segment_id=815d8cb1-9eb1-4aba-866c-ff6c7df05150)] {{(pid=102476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:14:13.363164 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-3858b2f6-c0da-4682-853b-f5320a567a71 req-d05289d5-fdf2-4b4f-b397-8ef72106546e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5378756'] for port, after_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:13.464077 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3858b2f6-c0da-4682-853b-f5320a567a71 req-d05289d5-fdf2-4b4f-b397-8ef72106546e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:13.464585 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-3858b2f6-c0da-4682-853b-f5320a567a71 req-d05289d5-fdf2-4b4f-b397-8ef72106546e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for port, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:13.466051 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-3858b2f6-c0da-4682-853b-f5320a567a71 req-d05289d5-fdf2-4b4f-b397-8ef72106546e service neutron] 10.222.0.90 "PUT /v2.0/ports/ab930941-276c-4148-bdac-c9a3d96112b7 HTTP/1.1" status: 200 len: 1094 time: 1.8747635 Jun 14 18:14:13.469205 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Provisioning complete for port 155f6b8d-7e54-4a68-be58-dd9494c118a5 triggered by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:14:13.474757 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-7aeac1c3-1178-44d0-8411-40db1ee9610f req-b0c6dd3b-2058-4cf4-a782-b8f31390d510 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Notify callbacks [] for port, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:13.476095 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:13.507665 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05289d5-fdf2-4b4f-b397-8ef72106546e service neutron] Pushing event updated for resources: {'Port': ['ID=ab930941-276c-4148-bdac-c9a3d96112b7,revision_number=3']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:14:13.544186 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-7aeac1c3-1178-44d0-8411-40db1ee9610f req-b0c6dd3b-2058-4cf4-a782-b8f31390d510 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239190878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16661523'] for port, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:13.619164 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3858b2f6-c0da-4682-853b-f5320a567a71 req-e67216ca-3fd8-4580-95fb-5d80b515faba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:13.621388 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-801973a5-6ffe-4e66-be69-b32ac34deadc req-9d30a749-60ce-4e81-9652-86c04e5f882e tempest-VolumesNegativeTest-330538904 tempest-VolumesNegativeTest-330538904-project] 10.222.0.70 "GET /v2.0/ports?device_id=021c419a-af9b-4973-bdfc-7fc56766e68f HTTP/1.1" status: 200 len: 210 time: 0.0549822 Jun 14 18:14:13.631127 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-3858b2f6-c0da-4682-853b-f5320a567a71 req-e67216ca-3fd8-4580-95fb-5d80b515faba service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5b070b5b4bc845169d5937098cf2e5f5&device_id=b943c56e-86e9-491a-84d5-173e998d42e8 HTTP/1.1" status: 200 len: 1097 time: 0.0798302 Jun 14 18:14:13.634136 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7aeac1c3-1178-44d0-8411-40db1ee9610f req-b0c6dd3b-2058-4cf4-a782-b8f31390d510 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Network 3d23af53-6361-4f33-abe1-d3023a18c244 is already hosted by enough agents. {{(pid=102477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:14:13.637190 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.base_scheduler [req-7aeac1c3-1178-44d0-8411-40db1ee9610f req-b0c6dd3b-2058-4cf4-a782-b8f31390d510 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Resources bound (agent type, host, resource id): {{(pid=102477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:14:13.645349 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aeac1c3-1178-44d0-8411-40db1ee9610f req-b0c6dd3b-2058-4cf4-a782-b8f31390d510 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Received port after_create {{(pid=102477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 14 18:14:13.667512 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Current status of the port 155f6b8d-7e54-4a68-be58-dd9494c118a5 is: BUILD; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:14:13.667512 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:13.696569 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c6dd3b-2058-4cf4-a782-b8f31390d510 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Pushing event updated for resources: {'Port': ['ID=21fb8ee9-5c85-43b8-9632-bcb0e3053ad0,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:14:13.723830 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] For port 155f6b8d-7e54-4a68-be58-dd9494c118a5, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=155f6b8d-7e54-4a68-be58-dd9494c118a5,segment=NetworkSegment(3352f152-10ce-4dbd-b036-7cefe3776371),segment_id=3352f152-10ce-4dbd-b036-7cefe3776371)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:14:13.725733 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02a3a7be-c0dc-4e73-81e8-ffc85cac6e70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '155f6b8d-7e54-4a68-be58-dd9494c118a5'}] {{(pid=102478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:14:13.728428 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d8e2526aaff2bef62a8f92ec40b510f98ca8a12776779af706bb4cba97706d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c586398-ce41-4662-806a-5e55671603e2" -d '{"events": [{"server_uuid": "02a3a7be-c0dc-4e73-81e8-ffc85cac6e70", "name": "network-vif-plugged", "status": "completed", "tag": "155f6b8d-7e54-4a68-be58-dd9494c118a5"}]}' {{(pid=102478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:14:13.732990 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:13.734166 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device afdd952c-96f6-4e2e-b8ef-e69231323a05 no longer exists at agent hyperv_hv-cinder-82173 {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:14:13.771028 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] No Port match for: afdd952c-96f6-4e2e-b8ef-e69231323a05 {{(pid=102478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 14 18:14:13.771028 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device afdd952c-96f6-4e2e-b8ef-e69231323a05 not bound to the agent host hv-cinder-82173 {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:14:13.784165 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-3858b2f6-c0da-4682-853b-f5320a567a71 req-5cf88b77-ba0a-4753-aa19-11bbc5628815 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab930941-276c-4148-bdac-c9a3d96112b7 HTTP/1.1" status: 200 len: 217 time: 0.1401300 Jun 14 18:14:13.801766 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeac1c3-1178-44d0-8411-40db1ee9610f req-b0c6dd3b-2058-4cf4-a782-b8f31390d510 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:13.811942 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-7aeac1c3-1178-44d0-8411-40db1ee9610f req-b0c6dd3b-2058-4cf4-a782-b8f31390d510 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7944499'] for port, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:13.859790 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a387809-5c64-4554-b0b8-d28c430d1226 x-openstack-request-id: req-3a387809-5c64-4554-b0b8-d28c430d1226 {{(pid=102478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:14:13.860822 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02a3a7be-c0dc-4e73-81e8-ffc85cac6e70", "name": "network-vif-plugged", "status": "completed", "tag": "155f6b8d-7e54-4a68-be58-dd9494c118a5", "code": 200}]} {{(pid=102478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:14:13.861221 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3a387809-5c64-4554-b0b8-d28c430d1226 {{(pid=102478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:14:13.862645 dv-cinder-821739-1-iscsi neutron-server[102478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a387809-5c64-4554-b0b8-d28c430d1226'] response: {'server_uuid': '02a3a7be-c0dc-4e73-81e8-ffc85cac6e70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '155f6b8d-7e54-4a68-be58-dd9494c118a5', 'code': 200} Jun 14 18:14:13.865275 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-7aeac1c3-1178-44d0-8411-40db1ee9610f req-b0c6dd3b-2058-4cf4-a782-b8f31390d510 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6350029 Jun 14 18:14:13.869367 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Pushing event updated for resources: {'Port': ['ID=155f6b8d-7e54-4a68-be58-dd9494c118a5,revision_number=7']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:14:13.892981 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.v2.base [req-7aeac1c3-1178-44d0-8411-40db1ee9610f req-7f583b59-002b-4772-901d-a1b582402afa service neutron] Request body: {'port': {'device_id': 'b6206d13-a024-4947-9ca4-edf154bb99bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82173'}} {{(pid=102477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:14:13.924314 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3858b2f6-c0da-4682-853b-f5320a567a71 req-b43f23c4-139d-487c-9b9e-3c787acc69a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:13.928052 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-3858b2f6-c0da-4682-853b-f5320a567a71 req-b43f23c4-139d-487c-9b9e-3c787acc69a6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8b150dd1-825c-4435-8b2a-58211c7847cc HTTP/1.1" status: 200 len: 853 time: 0.1211095 Jun 14 18:14:13.937031 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83009eb1-ccb5-454b-bfb7-b172399d2308 req-cd090c22-b928-4915-83c1-95ec26837d73 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:13.949974 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-83009eb1-ccb5-454b-bfb7-b172399d2308 req-cd090c22-b928-4915-83c1-95ec26837d73 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 945 time: 0.2032983 Jun 14 18:14:13.997868 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-3858b2f6-c0da-4682-853b-f5320a567a71 req-027c280f-f831-4500-96c2-a61d797718ac service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=45e98ca1-1856-4a54-95ca-d90a504e1944&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375655 Jun 14 18:14:14.056233 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-83009eb1-ccb5-454b-bfb7-b172399d2308 req-d1add721-05a6-4119-9822-0e04186b730f tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048276 Jun 14 18:14:14.066627 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-d6abcaf6-6013-4942-a0d6-f34b89b283e0 None None] Provisioning complete for port 21fb8ee9-5c85-43b8-9632-bcb0e3053ad0 triggered by entity DHCP. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:14:14.066994 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-d6abcaf6-6013-4942-a0d6-f34b89b283e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:14.158058 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-d6abcaf6-6013-4942-a0d6-f34b89b283e0 None None] Port 21fb8ee9-5c85-43b8-9632-bcb0e3053ad0 cannot update to ACTIVE because it is not bound. {{(pid=102478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jun 14 18:14:14.163744 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-7aeac1c3-1178-44d0-8411-40db1ee9610f req-7f583b59-002b-4772-901d-a1b582402afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:14.198422 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc81bee-d0c2-403f-acfe-51cd114e8bdf req-2e287023-ba2f-45e4-950c-735ce021bced tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:14.203089 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-4bc81bee-d0c2-403f-acfe-51cd114e8bdf req-2e287023-ba2f-45e4-950c-735ce021bced tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] 10.222.0.70 "GET /v2.0/ports?device_id=b943c56e-86e9-491a-84d5-173e998d42e8 HTTP/1.1" status: 200 len: 944 time: 0.2044959 Jun 14 18:14:14.236882 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-3858b2f6-c0da-4682-853b-f5320a567a71 req-9e590fd1-1f3e-4c77-88bb-5669afaf95c3 service neutron] 10.222.0.90 "GET /v2.0/networks/45e98ca1-1856-4a54-95ca-d90a504e1944?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235932 Jun 14 18:14:14.268350 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c0b910-0a38-4d3f-8f5b-53e1cc70a0d0 req-aafa8aef-ee97-4aea-947e-3f22faa0735f tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:14.270825 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-53c0b910-0a38-4d3f-8f5b-53e1cc70a0d0 req-aafa8aef-ee97-4aea-947e-3f22faa0735f tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6206d13-a024-4947-9ca4-edf154bb99bc HTTP/1.1" status: 200 len: 932 time: 0.0795472 Jun 14 18:14:14.301908 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-4bc81bee-d0c2-403f-acfe-51cd114e8bdf req-e49a9788-4c3c-4a09-919f-eabb9796762c tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] 10.222.0.70 "GET /v2.0/security-groups?id=579cf711-ebd7-4da0-84fd-42d40798c17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865190 Jun 14 18:14:14.394240 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-53c0b910-0a38-4d3f-8f5b-53e1cc70a0d0 req-f4d6954d-70a0-4c91-bf2c-2b4cc942bb9b tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=52a02317-29ec-432b-95e7-d04ee2fac44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048982 Jun 14 18:14:14.440962 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-3858b2f6-c0da-4682-853b-f5320a567a71 req-01dd847f-5847-47e3-a08e-13c5b9cce598 service neutron] 10.222.0.90 "GET /v2.0/networks/45e98ca1-1856-4a54-95ca-d90a504e1944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897216 Jun 14 18:14:14.621241 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.notifiers.nova [req-7aeac1c3-1178-44d0-8411-40db1ee9610f req-7f583b59-002b-4772-901d-a1b582402afa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21fb8ee9-5c85-43b8-9632-bcb0e3053ad0 {{(pid=102477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:14:14.631870 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-7aeac1c3-1178-44d0-8411-40db1ee9610f req-7f583b59-002b-4772-901d-a1b582402afa service neutron] Notify callbacks [] for port, precommit_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:14.668099 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.provisioning_blocks [req-7aeac1c3-1178-44d0-8411-40db1ee9610f req-7f583b59-002b-4772-901d-a1b582402afa service neutron] Transition to ACTIVE for port object 21fb8ee9-5c85-43b8-9632-bcb0e3053ad0 will not be triggered until provisioned by entity L2. {{(pid=102477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 18:14:14.680082 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-7aeac1c3-1178-44d0-8411-40db1ee9610f req-7f583b59-002b-4772-901d-a1b582402afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16661530'] for port, after_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:14.750936 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f583b59-002b-4772-901d-a1b582402afa service neutron] Pushing event updated for resources: {'Port': ['ID=21fb8ee9-5c85-43b8-9632-bcb0e3053ad0,revision_number=2']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:14:14.852237 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.managers [req-7aeac1c3-1178-44d0-8411-40db1ee9610f req-7f583b59-002b-4772-901d-a1b582402afa service neutron] Attempting to bind port 21fb8ee9-5c85-43b8-9632-bcb0e3053ad0 on host hv-cinder-82173 for vnic_type normal with profile {{(pid=102477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 14 18:14:14.852853 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.managers [req-7aeac1c3-1178-44d0-8411-40db1ee9610f req-7f583b59-002b-4772-901d-a1b582402afa service neutron] Attempting to bind port 21fb8ee9-5c85-43b8-9632-bcb0e3053ad0 by drivers openvswitch,hyperv on host hv-cinder-82173 at level 0 using segments [{'id': 'ec03b231-3de7-452c-aafc-d658d7157626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '3d23af53-6361-4f33-abe1-d3023a18c244'}] {{(pid=102477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 14 18:14:14.853353 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aeac1c3-1178-44d0-8411-40db1ee9610f req-7f583b59-002b-4772-901d-a1b582402afa service neutron] Attempting to bind port 21fb8ee9-5c85-43b8-9632-bcb0e3053ad0 on network 3d23af53-6361-4f33-abe1-d3023a18c244 {{(pid=102477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:14:14.863676 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aeac1c3-1178-44d0-8411-40db1ee9610f req-7f583b59-002b-4772-901d-a1b582402afa service neutron] Port 21fb8ee9-5c85-43b8-9632-bcb0e3053ad0 on network 3d23af53-6361-4f33-abe1-d3023a18c244 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82173 {{(pid=102477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 14 18:14:14.864310 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aeac1c3-1178-44d0-8411-40db1ee9610f req-7f583b59-002b-4772-901d-a1b582402afa service neutron] Attempting to bind port 21fb8ee9-5c85-43b8-9632-bcb0e3053ad0 on network 3d23af53-6361-4f33-abe1-d3023a18c244 {{(pid=102477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:14:14.870373 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aeac1c3-1178-44d0-8411-40db1ee9610f req-7f583b59-002b-4772-901d-a1b582402afa service neutron] Checking agent: {'id': '37867b7d-ea9d-4c92-b09f-db78138d4892', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82173', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 9, 26), 'started_at': datetime.datetime(2022, 6, 14, 18, 9, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:14:14.870717 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aeac1c3-1178-44d0-8411-40db1ee9610f req-7f583b59-002b-4772-901d-a1b582402afa service neutron] Checking segment: {'id': 'ec03b231-3de7-452c-aafc-d658d7157626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '3d23af53-6361-4f33-abe1-d3023a18c244'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 14 18:14:14.871105 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aeac1c3-1178-44d0-8411-40db1ee9610f req-7f583b59-002b-4772-901d-a1b582402afa service neutron] Bound using segment: {'id': 'ec03b231-3de7-452c-aafc-d658d7157626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '3d23af53-6361-4f33-abe1-d3023a18c244'} {{(pid=102477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:14:14.871621 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.managers [req-7aeac1c3-1178-44d0-8411-40db1ee9610f req-7f583b59-002b-4772-901d-a1b582402afa service neutron] Bound port: 21fb8ee9-5c85-43b8-9632-bcb0e3053ad0, host: hv-cinder-82173, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec03b231-3de7-452c-aafc-d658d7157626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '3d23af53-6361-4f33-abe1-d3023a18c244'}}] {{(pid=102477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 14 18:14:14.871899 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-7aeac1c3-1178-44d0-8411-40db1ee9610f req-7f583b59-002b-4772-901d-a1b582402afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:14.949349 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.db [req-7aeac1c3-1178-44d0-8411-40db1ee9610f req-7f583b59-002b-4772-901d-a1b582402afa service neutron] For port 21fb8ee9-5c85-43b8-9632-bcb0e3053ad0, host hv-cinder-82173, cleared binding levels {{(pid=102477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:14:14.952767 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.db [req-7aeac1c3-1178-44d0-8411-40db1ee9610f req-7f583b59-002b-4772-901d-a1b582402afa service neutron] For port 21fb8ee9-5c85-43b8-9632-bcb0e3053ad0, host hv-cinder-82173, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=21fb8ee9-5c85-43b8-9632-bcb0e3053ad0,segment=NetworkSegment(ec03b231-3de7-452c-aafc-d658d7157626),segment_id=ec03b231-3de7-452c-aafc-d658d7157626)] {{(pid=102477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:14:14.959378 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-7aeac1c3-1178-44d0-8411-40db1ee9610f req-7f583b59-002b-4772-901d-a1b582402afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16661530'] for port, after_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:15.018103 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeac1c3-1178-44d0-8411-40db1ee9610f req-7f583b59-002b-4772-901d-a1b582402afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:15.020979 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-7aeac1c3-1178-44d0-8411-40db1ee9610f req-7f583b59-002b-4772-901d-a1b582402afa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7944499'] for port, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:15.020979 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-7aeac1c3-1178-44d0-8411-40db1ee9610f req-7f583b59-002b-4772-901d-a1b582402afa service neutron] 10.222.0.90 "PUT /v2.0/ports/21fb8ee9-5c85-43b8-9632-bcb0e3053ad0 HTTP/1.1" status: 200 len: 1094 time: 1.1320117 Jun 14 18:14:15.020979 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6206d13-a024-4947-9ca4-edf154bb99bc', 'tag': '21fb8ee9-5c85-43b8-9632-bcb0e3053ad0'}] {{(pid=102477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:14:15.022945 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63a05a5c49a881ad62840f65bcdf4689c8e257def52ee20504415851ea2faa0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12790532-5515-46a8-901d-bd640d06ef7a" -d '{"events": [{"name": "network-changed", "server_uuid": "b6206d13-a024-4947-9ca4-edf154bb99bc", "tag": "21fb8ee9-5c85-43b8-9632-bcb0e3053ad0"}]}' {{(pid=102477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:14:15.030972 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f583b59-002b-4772-901d-a1b582402afa service neutron] Pushing event updated for resources: {'Port': ['ID=21fb8ee9-5c85-43b8-9632-bcb0e3053ad0,revision_number=3']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:14:15.118936 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Jun 2022 18:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcb1810d-42df-44db-9917-c1fcb3ee48aa x-openstack-request-id: req-fcb1810d-42df-44db-9917-c1fcb3ee48aa {{(pid=102477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:14:15.120432 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6206d13-a024-4947-9ca4-edf154bb99bc", "tag": "21fb8ee9-5c85-43b8-9632-bcb0e3053ad0", "status": "completed", "code": 200}]} {{(pid=102477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:14:15.120706 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fcb1810d-42df-44db-9917-c1fcb3ee48aa {{(pid=102477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:14:15.121170 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcb1810d-42df-44db-9917-c1fcb3ee48aa'] response: {'name': 'network-changed', 'server_uuid': 'b6206d13-a024-4947-9ca4-edf154bb99bc', 'tag': '21fb8ee9-5c85-43b8-9632-bcb0e3053ad0', 'status': 'completed', 'code': 200} Jun 14 18:14:15.143471 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeac1c3-1178-44d0-8411-40db1ee9610f req-c9dc2624-53de-4b7b-92f7-7b1025b05d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:15.146078 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-7aeac1c3-1178-44d0-8411-40db1ee9610f req-c9dc2624-53de-4b7b-92f7-7b1025b05d54 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3042e999f1144c7da1a2473d58a86532&device_id=b6206d13-a024-4947-9ca4-edf154bb99bc HTTP/1.1" status: 200 len: 1097 time: 0.0632370 Jun 14 18:14:15.207157 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-7aeac1c3-1178-44d0-8411-40db1ee9610f req-97269900-9a75-43f9-bf22-6d8a59d8bffe service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21fb8ee9-5c85-43b8-9632-bcb0e3053ad0 HTTP/1.1" status: 200 len: 217 time: 0.0485401 Jun 14 18:14:15.257742 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b943c56e-86e9-491a-84d5-173e998d42e8', 'tag': 'ab930941-276c-4148-bdac-c9a3d96112b7'}] {{(pid=102476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:14:15.261459 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f6785e4de8a87b7f797dd5e96f4d126f8c0b91c7fbdcfaa1853e8ef739b068f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e604c59-8812-4d01-8f6c-0f6814a9391b" -d '{"events": [{"name": "network-changed", "server_uuid": "b943c56e-86e9-491a-84d5-173e998d42e8", "tag": "ab930941-276c-4148-bdac-c9a3d96112b7"}]}' {{(pid=102476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:14:15.299987 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561418b8-7472-4514-840b-f438a111b62e req-95c2d8c1-4d3d-4643-bc72-fb4136828873 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:15.308784 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-561418b8-7472-4514-840b-f438a111b62e req-95c2d8c1-4d3d-4643-bc72-fb4136828873 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 945 time: 0.1054168 Jun 14 18:14:15.320580 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeac1c3-1178-44d0-8411-40db1ee9610f req-8a7a3331-2de5-4279-b1a4-d642315d9ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:15.322179 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-7aeac1c3-1178-44d0-8411-40db1ee9610f req-8a7a3331-2de5-4279-b1a4-d642315d9ae6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5d625bfa-3024-4c1b-95b8-b3295848e69c HTTP/1.1" status: 200 len: 857 time: 0.0864365 Jun 14 18:14:15.334934 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Jun 2022 18:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccfe3108-7ff6-4634-a272-5674b604a8a8 x-openstack-request-id: req-ccfe3108-7ff6-4634-a272-5674b604a8a8 {{(pid=102476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:14:15.335467 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b943c56e-86e9-491a-84d5-173e998d42e8", "tag": "ab930941-276c-4148-bdac-c9a3d96112b7", "status": "completed", "code": 200}]} {{(pid=102476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:14:15.335921 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ccfe3108-7ff6-4634-a272-5674b604a8a8 {{(pid=102476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:14:15.336471 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccfe3108-7ff6-4634-a272-5674b604a8a8'] response: {'name': 'network-changed', 'server_uuid': 'b943c56e-86e9-491a-84d5-173e998d42e8', 'tag': 'ab930941-276c-4148-bdac-c9a3d96112b7', 'status': 'completed', 'code': 200} Jun 14 18:14:15.386426 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-561418b8-7472-4514-840b-f438a111b62e req-73dcba2b-3459-46c5-9736-a94630d5ca8e tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763783 Jun 14 18:14:15.465137 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeac1c3-1178-44d0-8411-40db1ee9610f req-1d9333d6-47eb-4402-a7ac-b5f9c5bdf32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:15.467313 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-7aeac1c3-1178-44d0-8411-40db1ee9610f req-1d9333d6-47eb-4402-a7ac-b5f9c5bdf32d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3d23af53-6361-4f33-abe1-d3023a18c244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0878882 Jun 14 18:14:15.708890 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14271ca1-a6b0-4589-bf94-14ac4d0391a4 req-2016e752-59ac-4b43-9829-c14f5c143a1a tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:15.717966 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-14271ca1-a6b0-4589-bf94-14ac4d0391a4 req-2016e752-59ac-4b43-9829-c14f5c143a1a tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6206d13-a024-4947-9ca4-edf154bb99bc HTTP/1.1" status: 200 len: 944 time: 0.1910229 Jun 14 18:14:15.759445 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-7aeac1c3-1178-44d0-8411-40db1ee9610f req-3944e58e-5bd6-490c-8e36-ed333437452c service neutron] 10.222.0.90 "GET /v2.0/networks/3d23af53-6361-4f33-abe1-d3023a18c244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823296 Jun 14 18:14:15.811874 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-14271ca1-a6b0-4589-bf94-14ac4d0391a4 req-1c0a55fe-e6d1-4cc2-b14f-86e3f0dd9117 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=52a02317-29ec-432b-95e7-d04ee2fac44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929377 Jun 14 18:14:15.824005 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed48f2-04ec-4d3d-92ca-e99ef7ede43e req-b819b8d7-f05f-4935-ab83-4aa2e9a2137b tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:15.832602 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-37ed48f2-04ec-4d3d-92ca-e99ef7ede43e req-b819b8d7-f05f-4935-ab83-4aa2e9a2137b tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] 10.222.0.70 "GET /v2.0/ports?device_id=b943c56e-86e9-491a-84d5-173e998d42e8 HTTP/1.1" status: 200 len: 944 time: 0.0686216 Jun 14 18:14:15.865545 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e604c59-8812-4d01-8f6c-0f6814a9391b req-9985301b-ccc0-431a-a9a2-69837a66dae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:15.868619 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-4e604c59-8812-4d01-8f6c-0f6814a9391b req-9985301b-ccc0-431a-a9a2-69837a66dae0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5b070b5b4bc845169d5937098cf2e5f5&device_id=b943c56e-86e9-491a-84d5-173e998d42e8 HTTP/1.1" status: 200 len: 1097 time: 0.4807506 Jun 14 18:14:15.903338 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-37ed48f2-04ec-4d3d-92ca-e99ef7ede43e req-49025de2-28be-44f2-8315-69e72659b23e tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] 10.222.0.70 "GET /v2.0/security-groups?id=579cf711-ebd7-4da0-84fd-42d40798c17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697150 Jun 14 18:14:15.974575 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-7aeac1c3-1178-44d0-8411-40db1ee9610f req-f0adb9c3-71a2-4ca6-922c-e16c0bc90274 service neutron] 10.222.0.90 "GET /v2.0/networks/3d23af53-6361-4f33-abe1-d3023a18c244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053831 Jun 14 18:14:16.056654 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e604c59-8812-4d01-8f6c-0f6814a9391b req-5384fd46-0d94-486d-8005-be01d59a50ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:16.056654 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-4e604c59-8812-4d01-8f6c-0f6814a9391b req-5384fd46-0d94-486d-8005-be01d59a50ec service neutron] 10.222.0.90 "GET /v2.0/networks?id=45e98ca1-1856-4a54-95ca-d90a504e1944 HTTP/1.1" status: 200 len: 915 time: 0.1523192 Jun 14 18:14:16.082462 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12790532-5515-46a8-901d-bd640d06ef7a req-4c81851d-7022-4831-bc14-e59ca0ae1c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:16.084971 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-12790532-5515-46a8-901d-bd640d06ef7a req-4c81851d-7022-4831-bc14-e59ca0ae1c2d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3042e999f1144c7da1a2473d58a86532&device_id=b6206d13-a024-4947-9ca4-edf154bb99bc HTTP/1.1" status: 200 len: 1097 time: 0.0461783 Jun 14 18:14:16.112239 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-4e604c59-8812-4d01-8f6c-0f6814a9391b req-79b85cc8-6407-4c04-bdcc-73546a7f9dbb service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab930941-276c-4148-bdac-c9a3d96112b7 HTTP/1.1" status: 200 len: 217 time: 0.0432265 Jun 14 18:14:16.192621 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e604c59-8812-4d01-8f6c-0f6814a9391b req-1331f465-23e2-4cd5-ac46-c9f94e096b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:16.194408 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-4e604c59-8812-4d01-8f6c-0f6814a9391b req-1331f465-23e2-4cd5-ac46-c9f94e096b08 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8b150dd1-825c-4435-8b2a-58211c7847cc HTTP/1.1" status: 200 len: 853 time: 0.0708828 Jun 14 18:14:16.216489 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12790532-5515-46a8-901d-bd640d06ef7a req-1f42d65c-04b5-48b3-9beb-68b87c57e078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:16.222374 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-12790532-5515-46a8-901d-bd640d06ef7a req-1f42d65c-04b5-48b3-9beb-68b87c57e078 service neutron] 10.222.0.90 "GET /v2.0/networks?id=3d23af53-6361-4f33-abe1-d3023a18c244 HTTP/1.1" status: 200 len: 920 time: 0.1267095 Jun 14 18:14:16.240281 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-4e604c59-8812-4d01-8f6c-0f6814a9391b req-a0578122-44c8-4244-af73-f7c24240caa3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=45e98ca1-1856-4a54-95ca-d90a504e1944&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347760 Jun 14 18:14:16.306477 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-12790532-5515-46a8-901d-bd640d06ef7a req-ea458aff-e8dd-4d5e-a9f3-530e8c140167 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21fb8ee9-5c85-43b8-9632-bcb0e3053ad0 HTTP/1.1" status: 200 len: 217 time: 0.0732038 Jun 14 18:14:16.368062 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-4e604c59-8812-4d01-8f6c-0f6814a9391b req-db0dd73b-0ca6-418f-99a9-3114d314ef76 service neutron] 10.222.0.90 "GET /v2.0/networks/45e98ca1-1856-4a54-95ca-d90a504e1944?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124742 Jun 14 18:14:16.393088 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12790532-5515-46a8-901d-bd640d06ef7a req-05cc15cb-72c9-418d-abb8-8d03544191b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:16.399313 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-12790532-5515-46a8-901d-bd640d06ef7a req-05cc15cb-72c9-418d-abb8-8d03544191b1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5d625bfa-3024-4c1b-95b8-b3295848e69c HTTP/1.1" status: 200 len: 857 time: 0.0799606 Jun 14 18:14:16.456975 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-b35fce7b-93f5-408c-8ece-a27172ba7a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:16.499058 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12790532-5515-46a8-901d-bd640d06ef7a req-a86fc97d-9c84-4c5f-96c3-6411196ccd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:16.499058 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-12790532-5515-46a8-901d-bd640d06ef7a req-a86fc97d-9c84-4c5f-96c3-6411196ccd88 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3d23af53-6361-4f33-abe1-d3023a18c244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0918655 Jun 14 18:14:16.529196 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-4e604c59-8812-4d01-8f6c-0f6814a9391b req-eeb38e26-3aa6-41f8-88dc-c9d7652d4bf9 service neutron] 10.222.0.90 "GET /v2.0/networks/45e98ca1-1856-4a54-95ca-d90a504e1944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502125 Jun 14 18:14:16.645929 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37db66e-09bf-45ce-b553-bf756903eb59 req-c5cdeba5-b140-4476-b346-3d0045482b29 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:16.647474 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-f37db66e-09bf-45ce-b553-bf756903eb59 req-c5cdeba5-b140-4476-b346-3d0045482b29 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 945 time: 0.1337280 Jun 14 18:14:16.653781 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-12790532-5515-46a8-901d-bd640d06ef7a req-f142fee4-816a-432d-9738-28dc4f30feda service neutron] 10.222.0.90 "GET /v2.0/networks/3d23af53-6361-4f33-abe1-d3023a18c244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480708 Jun 14 18:14:16.730537 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-f37db66e-09bf-45ce-b553-bf756903eb59 req-00a1e2eb-fae4-47bc-8ac8-a44707c9c4c2 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756652 Jun 14 18:14:16.796312 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-12790532-5515-46a8-901d-bd640d06ef7a req-5a71a168-9a18-4d27-a755-5d58aee370a6 service neutron] 10.222.0.90 "GET /v2.0/networks/3d23af53-6361-4f33-abe1-d3023a18c244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286852 Jun 14 18:14:16.992545 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c36a0-40a6-4b51-9ecf-87ecc617ecb8 req-acb5f9cf-e4af-4f43-be2f-a4ba9b663513 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:16.994895 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-940c36a0-40a6-4b51-9ecf-87ecc617ecb8 req-acb5f9cf-e4af-4f43-be2f-a4ba9b663513 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6206d13-a024-4947-9ca4-edf154bb99bc HTTP/1.1" status: 200 len: 944 time: 0.0757198 Jun 14 18:14:17.069080 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c9b6d7-4281-48c6-b095-2e37dfdaf5ab req-e04e17e7-ead3-46b8-8943-b55d5860d0c9 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:17.070316 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-940c36a0-40a6-4b51-9ecf-87ecc617ecb8 req-2d23026d-5f95-441d-8f5b-30da56873d13 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=52a02317-29ec-432b-95e7-d04ee2fac44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592155 Jun 14 18:14:17.077126 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-67c9b6d7-4281-48c6-b095-2e37dfdaf5ab req-e04e17e7-ead3-46b8-8943-b55d5860d0c9 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] 10.222.0.70 "GET /v2.0/ports?device_id=b943c56e-86e9-491a-84d5-173e998d42e8 HTTP/1.1" status: 200 len: 944 time: 0.0843258 Jun 14 18:14:17.126129 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-67c9b6d7-4281-48c6-b095-2e37dfdaf5ab req-1d986bc7-a893-4300-afa4-41731babb8a7 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] 10.222.0.70 "GET /v2.0/security-groups?id=579cf711-ebd7-4da0-84fd-42d40798c17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397170 Jun 14 18:14:17.321980 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device ab930941-276c-4148-bdac-c9a3d96112b7 details requested by agent hyperv_hv-cinder-82173 with host hv-cinder-82173 {{(pid=102478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 14 18:14:17.449217 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] For port ab930941-276c-4148-bdac-c9a3d96112b7, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=ab930941-276c-4148-bdac-c9a3d96112b7,segment=NetworkSegment(815d8cb1-9eb1-4aba-866c-ff6c7df05150),segment_id=815d8cb1-9eb1-4aba-866c-ff6c7df05150)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:14:17.466475 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Returning: {'device': 'ab930941-276c-4148-bdac-c9a3d96112b7', 'network_id': '45e98ca1-1856-4a54-95ca-d90a504e1944', 'port_id': 'ab930941-276c-4148-bdac-c9a3d96112b7', 'mac_address': 'fa:16:3e:57:5e:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1025, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b150dd1-825c-4435-8b2a-58211c7847cc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 14 18:14:17.513590 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Current status of the port ab930941-276c-4148-bdac-c9a3d96112b7 is: DOWN; New status is: BUILD {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:14:17.514321 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:17.528130 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.notifiers.nova [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab930941-276c-4148-bdac-c9a3d96112b7 {{(pid=102478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:14:17.562205 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] For port ab930941-276c-4148-bdac-c9a3d96112b7, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=ab930941-276c-4148-bdac-c9a3d96112b7,segment=NetworkSegment(815d8cb1-9eb1-4aba-866c-ff6c7df05150),segment_id=815d8cb1-9eb1-4aba-866c-ff6c7df05150)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:14:17.566402 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:17.641924 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Pushing event updated for resources: {'Port': ['ID=ab930941-276c-4148-bdac-c9a3d96112b7,revision_number=4']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:14:17.864774 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39894290-c8cc-4ec5-b0f4-437ba9ccd953 req-84072c58-70fc-4615-a27a-6314db3850b8 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:17.866962 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-39894290-c8cc-4ec5-b0f4-437ba9ccd953 req-84072c58-70fc-4615-a27a-6314db3850b8 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 945 time: 0.0589490 Jun 14 18:14:17.906344 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] get_ports_and_sgs() called for port_ids ['ab930941-276c-4148-bdac-c9a3d96112b7'] {{(pid=102478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 14 18:14:17.920845 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-39894290-c8cc-4ec5-b0f4-437ba9ccd953 req-1ded1553-7e1e-44be-9669-15fdf75b12b9 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477450 Jun 14 18:14:18.227440 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c05b4-cf9e-4a60-9206-54e916f0463d req-708e1909-b0ac-42e1-b964-744a31d4db17 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:18.228997 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-d21c05b4-cf9e-4a60-9206-54e916f0463d req-708e1909-b0ac-42e1-b964-744a31d4db17 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6206d13-a024-4947-9ca4-edf154bb99bc HTTP/1.1" status: 200 len: 944 time: 0.0668833 Jun 14 18:14:18.276582 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968a1e2d-9c5a-4e19-b5ce-c0c514e6f7e9 req-b009ae91-1c4f-4698-98a3-a9a547ad6c17 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:18.278220 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-968a1e2d-9c5a-4e19-b5ce-c0c514e6f7e9 req-b009ae91-1c4f-4698-98a3-a9a547ad6c17 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] 10.222.0.70 "GET /v2.0/ports?device_id=b943c56e-86e9-491a-84d5-173e998d42e8 HTTP/1.1" status: 200 len: 945 time: 0.0609276 Jun 14 18:14:18.284252 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-d21c05b4-cf9e-4a60-9206-54e916f0463d req-6869b72a-1448-4fd8-beed-3fea9b2f0eda tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=52a02317-29ec-432b-95e7-d04ee2fac44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486300 Jun 14 18:14:18.340707 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-968a1e2d-9c5a-4e19-b5ce-c0c514e6f7e9 req-5f6fb9d1-3410-4413-b021-7fc03562139f tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] 10.222.0.70 "GET /v2.0/security-groups?id=579cf711-ebd7-4da0-84fd-42d40798c17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550306 Jun 14 18:14:18.717992 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-a57235fa-eabe-4bbc-9dd2-8b8d404549f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:19.065527 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b37732-b7ac-4222-9426-871e11454318 req-fb76b4b1-b657-4afb-8efc-61480e956855 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:19.067038 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-15b37732-b7ac-4222-9426-871e11454318 req-fb76b4b1-b657-4afb-8efc-61480e956855 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 945 time: 0.0586400 Jun 14 18:14:19.156650 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-15b37732-b7ac-4222-9426-871e11454318 req-85a0b47b-2746-4e1d-861b-ac5e3141a74e tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750854 Jun 14 18:14:19.345327 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device ab930941-276c-4148-bdac-c9a3d96112b7 up at agent hyperv_hv-cinder-82173 {{(pid=102478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:14:19.434292 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Provisioning for port ab930941-276c-4148-bdac-c9a3d96112b7 completed by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 18:14:19.440741 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c038893-ab7d-41c1-82f3-7fa9cc784a8a req-a616a576-1c00-4f8e-9199-b10d8838c500 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:19.442283 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Provisioning complete for port ab930941-276c-4148-bdac-c9a3d96112b7 triggered by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:14:19.442720 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:19.448232 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-0c038893-ab7d-41c1-82f3-7fa9cc784a8a req-a616a576-1c00-4f8e-9199-b10d8838c500 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6206d13-a024-4947-9ca4-edf154bb99bc HTTP/1.1" status: 200 len: 944 time: 0.0786538 Jun 14 18:14:19.493785 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f125e90e-c569-4cec-89b9-36163a41b2fa req-f5fbe57e-f170-468d-9035-d5a0a0166c6c tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:19.502568 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-0c038893-ab7d-41c1-82f3-7fa9cc784a8a req-982f676f-b2b9-4cee-a705-d38bba9eccce tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=52a02317-29ec-432b-95e7-d04ee2fac44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531225 Jun 14 18:14:19.513130 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-f125e90e-c569-4cec-89b9-36163a41b2fa req-f5fbe57e-f170-468d-9035-d5a0a0166c6c tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] 10.222.0.70 "GET /v2.0/ports?device_id=b943c56e-86e9-491a-84d5-173e998d42e8 HTTP/1.1" status: 200 len: 945 time: 0.0841539 Jun 14 18:14:19.580710 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-f125e90e-c569-4cec-89b9-36163a41b2fa req-e9bec52c-06da-4ac0-ad6a-174502d38be8 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] 10.222.0.70 "GET /v2.0/security-groups?id=579cf711-ebd7-4da0-84fd-42d40798c17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659754 Jun 14 18:14:19.619525 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Current status of the port ab930941-276c-4148-bdac-c9a3d96112b7 is: BUILD; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:14:19.619525 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:19.641308 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b943c56e-86e9-491a-84d5-173e998d42e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab930941-276c-4148-bdac-c9a3d96112b7'}] {{(pid=102478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:14:19.645197 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d8e2526aaff2bef62a8f92ec40b510f98ca8a12776779af706bb4cba97706d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceada1e1-a953-46ec-968c-37e7a84a21e2" -d '{"events": [{"server_uuid": "b943c56e-86e9-491a-84d5-173e998d42e8", "name": "network-vif-plugged", "status": "completed", "tag": "ab930941-276c-4148-bdac-c9a3d96112b7"}]}' {{(pid=102478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:14:19.664332 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] For port ab930941-276c-4148-bdac-c9a3d96112b7, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=ab930941-276c-4148-bdac-c9a3d96112b7,segment=NetworkSegment(815d8cb1-9eb1-4aba-866c-ff6c7df05150),segment_id=815d8cb1-9eb1-4aba-866c-ff6c7df05150)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:14:19.674450 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:19.702768 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6de88707-6963-45a8-b5a3-2b8b18b1bb7a x-openstack-request-id: req-6de88707-6963-45a8-b5a3-2b8b18b1bb7a {{(pid=102478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:14:19.703090 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b943c56e-86e9-491a-84d5-173e998d42e8", "name": "network-vif-plugged", "status": "completed", "tag": "ab930941-276c-4148-bdac-c9a3d96112b7", "code": 200}]} {{(pid=102478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:14:19.703318 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6de88707-6963-45a8-b5a3-2b8b18b1bb7a {{(pid=102478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:14:19.706307 dv-cinder-821739-1-iscsi neutron-server[102478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6de88707-6963-45a8-b5a3-2b8b18b1bb7a'] response: {'server_uuid': 'b943c56e-86e9-491a-84d5-173e998d42e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab930941-276c-4148-bdac-c9a3d96112b7', 'code': 200} Jun 14 18:14:19.763252 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Pushing event updated for resources: {'Port': ['ID=ab930941-276c-4148-bdac-c9a3d96112b7,revision_number=5']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:14:19.812539 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-cf1fda14-6f0d-42ea-928d-63fe9f24329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:19.907856 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe1a4e0-573c-4426-a1b3-f6fb231aabaf req-fa319ff9-8cbc-499d-bea5-05727a78643b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:19.908996 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-cfe1a4e0-573c-4426-a1b3-f6fb231aabaf req-fa319ff9-8cbc-499d-bea5-05727a78643b service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=b943c56e-86e9-491a-84d5-173e998d42e8 HTTP/1.1" status: 200 len: 1099 time: 0.0424271 Jun 14 18:14:19.958940 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-cfe1a4e0-573c-4426-a1b3-f6fb231aabaf req-42f05f45-98a2-455f-a520-b597103c5e89 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=579cf711-ebd7-4da0-84fd-42d40798c17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398657 Jun 14 18:14:20.313944 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901d4fa8-c5ee-4b44-a0f4-4e395341194b req-db575f5b-2334-4a84-b573-6937762b4dca tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:20.315890 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-901d4fa8-c5ee-4b44-a0f4-4e395341194b req-db575f5b-2334-4a84-b573-6937762b4dca tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 945 time: 0.0639429 Jun 14 18:14:20.381454 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-901d4fa8-c5ee-4b44-a0f4-4e395341194b req-f2cbbaa9-1866-4b4b-a881-e27d6fdbda08 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581014 Jun 14 18:14:20.733763 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d701c8-f6f5-49bc-b426-f0a8af387f1c req-735067cf-7c60-41cf-b3df-2ada15007344 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:20.739245 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-f7d701c8-f6f5-49bc-b426-f0a8af387f1c req-735067cf-7c60-41cf-b3df-2ada15007344 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6206d13-a024-4947-9ca4-edf154bb99bc HTTP/1.1" status: 200 len: 944 time: 0.1084826 Jun 14 18:14:20.777054 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d9dad-2334-4381-bb66-f68054e78f8f req-04b3a4e6-bb39-4526-b42c-aa676ec52da9 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:20.791062 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-823d9dad-2334-4381-bb66-f68054e78f8f req-04b3a4e6-bb39-4526-b42c-aa676ec52da9 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] 10.222.0.70 "GET /v2.0/ports?device_id=b943c56e-86e9-491a-84d5-173e998d42e8 HTTP/1.1" status: 200 len: 946 time: 0.0759778 Jun 14 18:14:20.800253 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-f7d701c8-f6f5-49bc-b426-f0a8af387f1c req-137e52b0-cfae-4ca0-a0f3-afdae7930e89 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=52a02317-29ec-432b-95e7-d04ee2fac44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480556 Jun 14 18:14:20.839713 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-823d9dad-2334-4381-bb66-f68054e78f8f req-697222ca-b034-436a-a476-216c88896a21 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] 10.222.0.70 "GET /v2.0/security-groups?id=579cf711-ebd7-4da0-84fd-42d40798c17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471203 Jun 14 18:14:21.541178 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b7d792-3607-4189-81b2-77113dbb96aa req-eda76004-a778-48f6-a5e8-ff33db30c1c1 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:21.542628 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-05b7d792-3607-4189-81b2-77113dbb96aa req-eda76004-a778-48f6-a5e8-ff33db30c1c1 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 945 time: 0.0691631 Jun 14 18:14:21.598449 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-1a5f21f8-b210-492f-a8cf-2d8a6010caea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:21.618999 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-05b7d792-3607-4189-81b2-77113dbb96aa req-f2313941-6f74-4eff-8567-a0b259350222 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677493 Jun 14 18:14:21.942415 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:22.055873 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a5cdcf-7cf4-4e03-b295-de8ee1f0511c req-fe787ecb-2d5e-4ad8-9a5a-7c004f22209f tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:22.062370 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6285ed1-e9f5-48f9-9987-4fd9d95001a8 req-0f8a88b6-21db-460e-9d97-df5bf472838c tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:22.067905 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-c3a5cdcf-7cf4-4e03-b295-de8ee1f0511c req-fe787ecb-2d5e-4ad8-9a5a-7c004f22209f tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] 10.222.0.70 "GET /v2.0/ports?device_id=b943c56e-86e9-491a-84d5-173e998d42e8 HTTP/1.1" status: 200 len: 946 time: 0.1288192 Jun 14 18:14:22.073493 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-e6285ed1-e9f5-48f9-9987-4fd9d95001a8 req-0f8a88b6-21db-460e-9d97-df5bf472838c tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6206d13-a024-4947-9ca4-edf154bb99bc HTTP/1.1" status: 200 len: 944 time: 0.1686051 Jun 14 18:14:22.127733 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-e6285ed1-e9f5-48f9-9987-4fd9d95001a8 req-6b3fab34-b477-4c84-b717-295ff4484433 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=52a02317-29ec-432b-95e7-d04ee2fac44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529318 Jun 14 18:14:22.141839 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-c3a5cdcf-7cf4-4e03-b295-de8ee1f0511c req-3231740e-9950-44c7-bebf-f1b26fac2a5d tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] 10.222.0.70 "GET /v2.0/security-groups?id=579cf711-ebd7-4da0-84fd-42d40798c17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646789 Jun 14 18:14:22.789930 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe34375-65db-4b00-a797-2c12f06e421f req-55827286-18a2-4948-a678-53f4fd8caef2 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:22.791874 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-4fe34375-65db-4b00-a797-2c12f06e421f req-55827286-18a2-4948-a678-53f4fd8caef2 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 945 time: 0.0663149 Jun 14 18:14:22.853179 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-4fe34375-65db-4b00-a797-2c12f06e421f req-943e99e1-ebff-4706-9f9b-192e955aedff tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525637 Jun 14 18:14:23.293755 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c8ec55-e35c-4cd9-b811-6ae3b8d74db3 req-732f60d3-9465-433d-9412-27f0d46e7d16 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:23.295896 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-82c8ec55-e35c-4cd9-b811-6ae3b8d74db3 req-732f60d3-9465-433d-9412-27f0d46e7d16 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6206d13-a024-4947-9ca4-edf154bb99bc HTTP/1.1" status: 200 len: 944 time: 0.0771132 Jun 14 18:14:23.349433 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device 21fb8ee9-5c85-43b8-9632-bcb0e3053ad0 details requested by agent hyperv_hv-cinder-82173 with host hv-cinder-82173 {{(pid=102478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 14 18:14:23.381184 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-82c8ec55-e35c-4cd9-b811-6ae3b8d74db3 req-d3ec27a0-7512-4e43-a4d2-67ab3f7dbed7 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=52a02317-29ec-432b-95e7-d04ee2fac44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774789 Jun 14 18:14:23.524634 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] For port 21fb8ee9-5c85-43b8-9632-bcb0e3053ad0, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=21fb8ee9-5c85-43b8-9632-bcb0e3053ad0,segment=NetworkSegment(ec03b231-3de7-452c-aafc-d658d7157626),segment_id=ec03b231-3de7-452c-aafc-d658d7157626)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:14:23.539740 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Returning: {'device': '21fb8ee9-5c85-43b8-9632-bcb0e3053ad0', 'network_id': '3d23af53-6361-4f33-abe1-d3023a18c244', 'port_id': '21fb8ee9-5c85-43b8-9632-bcb0e3053ad0', 'mac_address': 'fa:16:3e:24:c7:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d625bfa-3024-4c1b-95b8-b3295848e69c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 14 18:14:23.724041 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Current status of the port 21fb8ee9-5c85-43b8-9632-bcb0e3053ad0 is: DOWN; New status is: BUILD {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:14:23.724561 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:23.739817 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.notifiers.nova [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21fb8ee9-5c85-43b8-9632-bcb0e3053ad0 {{(pid=102478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:14:23.763026 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] For port 21fb8ee9-5c85-43b8-9632-bcb0e3053ad0, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=21fb8ee9-5c85-43b8-9632-bcb0e3053ad0,segment=NetworkSegment(ec03b231-3de7-452c-aafc-d658d7157626),segment_id=ec03b231-3de7-452c-aafc-d658d7157626)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:14:23.769369 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:23.826193 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Pushing event updated for resources: {'Port': ['ID=21fb8ee9-5c85-43b8-9632-bcb0e3053ad0,revision_number=4']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:14:24.009750 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d81737-6972-472b-9dc0-3971f4154c12 req-1aabc458-f497-4d9e-ad1c-0e6ad260bc61 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:24.011608 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-b3d81737-6972-472b-9dc0-3971f4154c12 req-1aabc458-f497-4d9e-ad1c-0e6ad260bc61 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 945 time: 0.0589921 Jun 14 18:14:24.055969 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-b3d81737-6972-472b-9dc0-3971f4154c12 req-df284330-8cf0-47f9-a0d7-2178325ad0c2 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371449 Jun 14 18:14:24.300046 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] get_ports_and_sgs() called for port_ids ['21fb8ee9-5c85-43b8-9632-bcb0e3053ad0'] {{(pid=102478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 14 18:14:24.436108 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a08dbb-792e-4438-b25a-712114514269 req-d307166d-5de6-4b12-b157-20d0325a72c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:24.438322 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-f5a08dbb-792e-4438-b25a-712114514269 req-d307166d-5de6-4b12-b157-20d0325a72c2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ce9a2eeca2ae45e78c3f8e1182360462&device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 1098 time: 0.0420601 Jun 14 18:14:24.498454 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46fccca-7f81-48fd-84dc-4579d4191ca8 req-22a839e2-2076-4594-ac76-42fc9961d6a6 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:24.501395 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-c46fccca-7f81-48fd-84dc-4579d4191ca8 req-22a839e2-2076-4594-ac76-42fc9961d6a6 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6206d13-a024-4947-9ca4-edf154bb99bc HTTP/1.1" status: 200 len: 945 time: 0.0532246 Jun 14 18:14:24.539428 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-c46fccca-7f81-48fd-84dc-4579d4191ca8 req-05d35fc3-9c67-43a1-b0c9-d1471721f3fa tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=52a02317-29ec-432b-95e7-d04ee2fac44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326867 Jun 14 18:14:24.540120 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a08dbb-792e-4438-b25a-712114514269 req-6ed5948c-6718-476a-a972-60a2ba412e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:24.541586 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-f5a08dbb-792e-4438-b25a-712114514269 req-6ed5948c-6718-476a-a972-60a2ba412e18 service neutron] 10.222.0.90 "GET /v2.0/networks?id=207b3e54-87d5-4ff2-9e27-0fc3ae498411 HTTP/1.1" status: 200 len: 919 time: 0.0951166 Jun 14 18:14:24.613704 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-f5a08dbb-792e-4438-b25a-712114514269 req-9c25af3f-0adc-4b8a-8058-abba810ac75d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=155f6b8d-7e54-4a68-be58-dd9494c118a5 HTTP/1.1" status: 200 len: 1001 time: 0.0625336 Jun 14 18:14:24.667634 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a08dbb-792e-4438-b25a-712114514269 req-9807e7eb-cbc7-435b-8ca3-e2e542661ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:24.668989 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-f5a08dbb-792e-4438-b25a-712114514269 req-9807e7eb-cbc7-435b-8ca3-e2e542661ca8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=60742c27-3909-4c07-b59a-2eae5cd6702e HTTP/1.1" status: 200 len: 856 time: 0.0466259 Jun 14 18:14:24.733356 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a08dbb-792e-4438-b25a-712114514269 req-f6a01cc2-7fb4-4a9c-a4ff-944ffc914f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:24.735609 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-f5a08dbb-792e-4438-b25a-712114514269 req-f6a01cc2-7fb4-4a9c-a4ff-944ffc914f57 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=207b3e54-87d5-4ff2-9e27-0fc3ae498411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450461 Jun 14 18:14:24.833192 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-f5a08dbb-792e-4438-b25a-712114514269 req-fd489980-746b-486b-990d-b3754a9f9458 service neutron] 10.222.0.90 "GET /v2.0/networks/207b3e54-87d5-4ff2-9e27-0fc3ae498411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896051 Jun 14 18:14:24.939409 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-f5a08dbb-792e-4438-b25a-712114514269 req-97923350-6a89-480d-9487-8ae18f304ef3 service neutron] 10.222.0.90 "GET /v2.0/networks/207b3e54-87d5-4ff2-9e27-0fc3ae498411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843768 Jun 14 18:14:25.183407 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13509af8-8f79-4f6f-a841-fd4251fee0fe req-85d87a91-d550-45ce-a6d5-e28843a1ed11 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:25.184863 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-13509af8-8f79-4f6f-a841-fd4251fee0fe req-85d87a91-d550-45ce-a6d5-e28843a1ed11 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 945 time: 0.0490220 Jun 14 18:14:25.226343 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-13509af8-8f79-4f6f-a841-fd4251fee0fe req-32380c89-5c27-4756-84aa-dcc1f0506f4b tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352578 Jun 14 18:14:25.362286 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device 21fb8ee9-5c85-43b8-9632-bcb0e3053ad0 up at agent hyperv_hv-cinder-82173 {{(pid=102478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:14:25.412121 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Provisioning for port 21fb8ee9-5c85-43b8-9632-bcb0e3053ad0 completed by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 18:14:25.415935 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Provisioning complete for port 21fb8ee9-5c85-43b8-9632-bcb0e3053ad0 triggered by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:14:25.416311 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:25.456474 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 55104) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:14:25.497498 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Current status of the port 21fb8ee9-5c85-43b8-9632-bcb0e3053ad0 is: BUILD; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:14:25.497852 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:25.520804 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6206d13-a024-4947-9ca4-edf154bb99bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21fb8ee9-5c85-43b8-9632-bcb0e3053ad0'}] {{(pid=102478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:14:25.523055 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d8e2526aaff2bef62a8f92ec40b510f98ca8a12776779af706bb4cba97706d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5224e97c-7750-4a6e-bc45-68bee72a7920" -d '{"events": [{"server_uuid": "b6206d13-a024-4947-9ca4-edf154bb99bc", "name": "network-vif-plugged", "status": "completed", "tag": "21fb8ee9-5c85-43b8-9632-bcb0e3053ad0"}]}' {{(pid=102478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:14:25.535898 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] For port 21fb8ee9-5c85-43b8-9632-bcb0e3053ad0, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=21fb8ee9-5c85-43b8-9632-bcb0e3053ad0,segment=NetworkSegment(ec03b231-3de7-452c-aafc-d658d7157626),segment_id=ec03b231-3de7-452c-aafc-d658d7157626)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:14:25.540692 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:25.541593 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device 155f6b8d-7e54-4a68-be58-dd9494c118a5 no longer exists at agent hyperv_hv-cinder-82173 {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:14:25.584335 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29cc2dbb-4d66-434a-b023-8ecc62e884c2 x-openstack-request-id: req-29cc2dbb-4d66-434a-b023-8ecc62e884c2 {{(pid=102478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:14:25.584630 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6206d13-a024-4947-9ca4-edf154bb99bc", "name": "network-vif-plugged", "status": "completed", "tag": "21fb8ee9-5c85-43b8-9632-bcb0e3053ad0", "code": 200}]} {{(pid=102478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:14:25.584879 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-29cc2dbb-4d66-434a-b023-8ecc62e884c2 {{(pid=102478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:14:25.585442 dv-cinder-821739-1-iscsi neutron-server[102478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29cc2dbb-4d66-434a-b023-8ecc62e884c2'] response: {'server_uuid': 'b6206d13-a024-4947-9ca4-edf154bb99bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21fb8ee9-5c85-43b8-9632-bcb0e3053ad0', 'code': 200} Jun 14 18:14:25.626594 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Pushing event updated for resources: {'Port': ['ID=21fb8ee9-5c85-43b8-9632-bcb0e3053ad0,revision_number=5']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:14:25.645775 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-f26b4f7f-e816-4eb1-a8e3-18f7dff02a23 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8960f0eb99d94007a3b0b96c5cf23248&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1878748 Jun 14 18:14:25.646482 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 55112) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:14:25.670964 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Current status of the port 155f6b8d-7e54-4a68-be58-dd9494c118a5 is: ACTIVE; New status is: DOWN {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:14:25.671609 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:25.675319 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b907eb-75e6-4958-a293-b8c422bf4c8d req-98cfa7b5-937a-47f8-ba46-35fc2dbb5910 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:25.683061 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-c8b907eb-75e6-4958-a293-b8c422bf4c8d req-98cfa7b5-937a-47f8-ba46-35fc2dbb5910 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6206d13-a024-4947-9ca4-edf154bb99bc HTTP/1.1" status: 200 len: 946 time: 0.0590637 Jun 14 18:14:25.723024 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] For port 155f6b8d-7e54-4a68-be58-dd9494c118a5, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=155f6b8d-7e54-4a68-be58-dd9494c118a5,segment=NetworkSegment(3352f152-10ce-4dbd-b036-7cefe3776371),segment_id=3352f152-10ce-4dbd-b036-7cefe3776371)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:14:25.724778 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-bb801d3f-3f79-40d6-8aae-a209fc11554c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:25.728568 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:25.748206 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-c8b907eb-75e6-4958-a293-b8c422bf4c8d req-51a3282d-485b-47b6-b67e-8e7436ea3370 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=52a02317-29ec-432b-95e7-d04ee2fac44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639231 Jun 14 18:14:25.748502 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-bb801d3f-3f79-40d6-8aae-a209fc11554c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:25.779232 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Pushing event updated for resources: {'Port': ['ID=155f6b8d-7e54-4a68-be58-dd9494c118a5,revision_number=8']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:14:25.798553 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b426ba5-3af0-4da1-9bdc-8dd22bf98cba req-b63ce86f-edcf-4508-b3ff-6070486aece5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:25.800054 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-8b426ba5-3af0-4da1-9bdc-8dd22bf98cba req-b63ce86f-edcf-4508-b3ff-6070486aece5 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=b6206d13-a024-4947-9ca4-edf154bb99bc HTTP/1.1" status: 200 len: 1099 time: 0.0507319 Jun 14 18:14:25.809031 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-bb801d3f-3f79-40d6-8aae-a209fc11554c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:25.811712 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-bb801d3f-3f79-40d6-8aae-a209fc11554c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:25.812846 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-bb801d3f-3f79-40d6-8aae-a209fc11554c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6b947e13-1e27-4ed2-b86e-509e0e671158 HTTP/1.1" status: 204 len: 168 time: 0.1653705 Jun 14 18:14:25.820813 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb801d3f-3f79-40d6-8aae-a209fc11554c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b947e13-1e27-4ed2-b86e-509e0e671158,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:14:25.852991 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-8b426ba5-3af0-4da1-9bdc-8dd22bf98cba req-2028d82c-94ad-476f-b651-717a3365c57b service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=52a02317-29ec-432b-95e7-d04ee2fac44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406330 Jun 14 18:14:26.354848 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be686d81-62b6-46dd-9f05-b5745ca656da req-110da596-120f-4d5d-a262-ba02c0f4fd07 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:26.356342 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-be686d81-62b6-46dd-9f05-b5745ca656da req-110da596-120f-4d5d-a262-ba02c0f4fd07 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 943 time: 0.0526650 Jun 14 18:14:26.395364 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-be686d81-62b6-46dd-9f05-b5745ca656da req-2082fd80-378a-4fe0-bae6-282a9c9ae3b5 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325348 Jun 14 18:14:26.869350 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecd5bd5-bff9-4e75-94f6-3edf425ce688 req-11d6c15a-33d5-4437-ba68-ed4dcbf63b65 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:26.871546 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-cecd5bd5-bff9-4e75-94f6-3edf425ce688 req-11d6c15a-33d5-4437-ba68-ed4dcbf63b65 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6206d13-a024-4947-9ca4-edf154bb99bc HTTP/1.1" status: 200 len: 946 time: 0.0481706 Jun 14 18:14:26.912932 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-cecd5bd5-bff9-4e75-94f6-3edf425ce688 req-b016747b-0620-4170-bf1a-33a244166784 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=52a02317-29ec-432b-95e7-d04ee2fac44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347819 Jun 14 18:14:26.950277 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:27.048911 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-b9e33ce8-9408-4aab-8858-2207e0f0fb20 req-8ddbc812-2955-4183-aa52-389303754c2a tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1492867690&fields=id&tenant_id=ba1a6001b639493eb65a9c1197ada8e4 HTTP/1.1" status: 200 len: 267 time: 0.0329115 Jun 14 18:14:27.160314 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e33ce8-9408-4aab-8858-2207e0f0fb20 req-398f1a8a-80d3-4130-bb95-742c16e065ff tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:27.162069 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-b9e33ce8-9408-4aab-8858-2207e0f0fb20 req-398f1a8a-80d3-4130-bb95-742c16e065ff tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/networks?id=16a38fd0-908c-49c9-8b7d-9ea79627fd40 HTTP/1.1" status: 200 len: 809 time: 0.1063068 Jun 14 18:14:27.177556 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-b9e33ce8-9408-4aab-8858-2207e0f0fb20 req-baa417c9-7f33-42da-ac3d-0343a6907b29 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/quotas/ba1a6001b639493eb65a9c1197ada8e4 HTTP/1.1" status: 200 len: 375 time: 0.0094864 Jun 14 18:14:27.229313 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-b9e33ce8-9408-4aab-8858-2207e0f0fb20 req-f1da0f1a-0105-41de-b870-221c56f6937f tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=ba1a6001b639493eb65a9c1197ada8e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461380 Jun 14 18:14:27.329179 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-b9e33ce8-9408-4aab-8858-2207e0f0fb20 req-a45d9fb4-4e74-412c-ad03-d0f106f0c342 service neutron] 10.222.0.70 "GET /v2.0/networks/16a38fd0-908c-49c9-8b7d-9ea79627fd40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863795 Jun 14 18:14:27.421150 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-b9e33ce8-9408-4aab-8858-2207e0f0fb20 req-f1c0116b-52a7-431a-bc95-db165847dda6 service neutron] 10.222.0.70 "GET /v2.0/networks/16a38fd0-908c-49c9-8b7d-9ea79627fd40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859859 Jun 14 18:14:27.532134 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63735db9-18f4-4700-82aa-f4bc584312ce req-dcb38609-94fb-424c-b6c3-5db1b64b7f17 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:27.533629 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-63735db9-18f4-4700-82aa-f4bc584312ce req-dcb38609-94fb-424c-b6c3-5db1b64b7f17 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 943 time: 0.0532119 Jun 14 18:14:27.573996 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-63735db9-18f4-4700-82aa-f4bc584312ce req-5539ebb0-3458-46af-9bb3-8fe98a6c16d9 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334113 Jun 14 18:14:27.587349 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02a3a7be-c0dc-4e73-81e8-ffc85cac6e70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '155f6b8d-7e54-4a68-be58-dd9494c118a5'}] {{(pid=102478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:14:27.590289 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d8e2526aaff2bef62a8f92ec40b510f98ca8a12776779af706bb4cba97706d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f17cec-a79f-4ec1-8749-eeea54a5040a" -d '{"events": [{"server_uuid": "02a3a7be-c0dc-4e73-81e8-ffc85cac6e70", "name": "network-vif-unplugged", "status": "completed", "tag": "155f6b8d-7e54-4a68-be58-dd9494c118a5"}]}' {{(pid=102478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:14:27.631410 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 14 Jun 2022 18:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc8fbe4f-6ab4-4908-a748-6f25e9a47492 x-openstack-request-id: req-dc8fbe4f-6ab4-4908-a748-6f25e9a47492 {{(pid=102478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:14:27.633059 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02a3a7be-c0dc-4e73-81e8-ffc85cac6e70", "name": "network-vif-unplugged", "status": "completed", "tag": "155f6b8d-7e54-4a68-be58-dd9494c118a5", "code": 200}]} {{(pid=102478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:14:27.633513 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dc8fbe4f-6ab4-4908-a748-6f25e9a47492 {{(pid=102478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:14:27.634254 dv-cinder-821739-1-iscsi neutron-server[102478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc8fbe4f-6ab4-4908-a748-6f25e9a47492'] response: {'server_uuid': '02a3a7be-c0dc-4e73-81e8-ffc85cac6e70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '155f6b8d-7e54-4a68-be58-dd9494c118a5', 'code': 200} Jun 14 18:14:27.754951 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-bb4d36ed-f4db-4135-a292-99da1951fc4c req-d0eea077-1ac6-4ee8-9534-c57da68a07d4 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/ports?device_id=e20b57fd-5805-46f6-9e52-7bb9fca3adc9 HTTP/1.1" status: 200 len: 210 time: 0.0286851 Jun 14 18:14:28.062306 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3872cd1-8f53-4fd6-b14e-b78d7d336416 req-def0a6e5-bb16-49f8-ae65-29f845438800 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:28.064749 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-e3872cd1-8f53-4fd6-b14e-b78d7d336416 req-def0a6e5-bb16-49f8-ae65-29f845438800 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6206d13-a024-4947-9ca4-edf154bb99bc HTTP/1.1" status: 200 len: 946 time: 0.0616519 Jun 14 18:14:28.123736 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-e3872cd1-8f53-4fd6-b14e-b78d7d336416 req-9080672e-abc9-483a-acf4-3a99fc7a3a13 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=52a02317-29ec-432b-95e7-d04ee2fac44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512133 Jun 14 18:14:28.244234 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3433c978-aa13-468d-9452-2773d496e982 req-c86ec606-4674-4487-b964-3307b0e5aa6f tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:28.246214 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-3433c978-aa13-468d-9452-2773d496e982 req-c86ec606-4674-4487-b964-3307b0e5aa6f tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6206d13-a024-4947-9ca4-edf154bb99bc HTTP/1.1" status: 200 len: 946 time: 0.0503893 Jun 14 18:14:28.257109 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 55162) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:14:28.261944 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.v2.base [None req-474f2eae-898d-402b-ae19-84216ca5eb24 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Request body: {'floatingip': {'port_id': '21fb8ee9-5c85-43b8-9632-bcb0e3053ad0'}} {{(pid=102476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:14:28.333130 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-474f2eae-898d-402b-ae19-84216ca5eb24 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Notify callbacks [] for floatingip, before_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:28.833636 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3708fa-2e67-4a91-9bf6-1725a76a2554 req-49c40b0a-715f-434e-a714-169dc1420948 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:28.835184 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-ac3708fa-2e67-4a91-9bf6-1725a76a2554 req-49c40b0a-715f-434e-a714-169dc1420948 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 943 time: 0.1696289 Jun 14 18:14:28.867858 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-3075dd00-edbe-4df2-ac03-72ce9f4681c7 req-e0e36893-453a-4bdb-aca3-f5459ac1b7b9 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/ports?device_id=e20b57fd-5805-46f6-9e52-7bb9fca3adc9 HTTP/1.1" status: 200 len: 210 time: 0.0292499 Jun 14 18:14:28.878595 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-f3eb2e88-d2a3-45aa-af5f-99e039ec1cf9 req-d7218abd-657e-4f7b-9d0f-72aa65cebcc6 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=6a8b5ea8-c54d-4d44-beec-4a5c503b870e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0682013 Jun 14 18:14:28.957852 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-ac3708fa-2e67-4a91-9bf6-1725a76a2554 req-cd565850-bf1f-462e-8307-a788dcb96cae tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162441 Jun 14 18:14:28.997262 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb2e88-d2a3-45aa-af5f-99e039ec1cf9 req-680d9229-fd57-44d5-a308-1add18671e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:28.998958 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-f3eb2e88-d2a3-45aa-af5f-99e039ec1cf9 req-680d9229-fd57-44d5-a308-1add18671e23 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1656a3c434d1462d9a2c48c24f0b7728&device_id=6a8b5ea8-c54d-4d44-beec-4a5c503b870e HTTP/1.1" status: 200 len: 1099 time: 0.0572922 Jun 14 18:14:29.051648 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-474f2eae-898d-402b-ae19-84216ca5eb24 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:29.059202 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-474f2eae-898d-402b-ae19-84216ca5eb24 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8287696'] for floatingip, after_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:29.158512 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb2e88-d2a3-45aa-af5f-99e039ec1cf9 req-174bc285-58a7-4f15-a058-d14c8576823e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:29.160615 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-f3eb2e88-d2a3-45aa-af5f-99e039ec1cf9 req-174bc285-58a7-4f15-a058-d14c8576823e service neutron] 10.222.0.90 "GET /v2.0/networks?id=e4802f45-6d76-4b53-9a7f-7b43659748a3 HTTP/1.1" status: 200 len: 912 time: 0.1390028 Jun 14 18:14:29.263556 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-f3eb2e88-d2a3-45aa-af5f-99e039ec1cf9 req-c0c72d01-139a-41a8-b7ed-c1ee7e48097e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8330099f-0bd0-4adb-af41-2651b0cf9e3b HTTP/1.1" status: 200 len: 1001 time: 0.0842686 Jun 14 18:14:29.280345 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.db.l3_db [None req-474f2eae-898d-402b-ae19-84216ca5eb24 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Floating IP 9a2b694b-2b72-4295-9d7d-26fd3e19fab6 associated. External IP: 172.27.2.36, port: 21fb8ee9-5c85-43b8-9632-bcb0e3053ad0. Jun 14 18:14:29.326732 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e33ce8-9408-4aab-8858-2207e0f0fb20 req-514852ce-03dc-4609-bed1-f24974460612 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:29.328824 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-b9e33ce8-9408-4aab-8858-2207e0f0fb20 req-514852ce-03dc-4609-bed1-f24974460612 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.90 "GET /v2.0/networks?id=16a38fd0-908c-49c9-8b7d-9ea79627fd40 HTTP/1.1" status: 200 len: 809 time: 0.2230735 Jun 14 18:14:29.330878 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb2e88-d2a3-45aa-af5f-99e039ec1cf9 req-87fe69fe-dc2c-44a8-b28f-fecc7eaa7742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:29.332496 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-f3eb2e88-d2a3-45aa-af5f-99e039ec1cf9 req-87fe69fe-dc2c-44a8-b28f-fecc7eaa7742 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0bf57453-530a-4cde-8cdb-616dbddd580e HTTP/1.1" status: 200 len: 849 time: 0.0599577 Jun 14 18:14:29.401130 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb2e88-d2a3-45aa-af5f-99e039ec1cf9 req-45caed03-5ce2-43b2-840c-4ad4315a7f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:29.402690 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-f3eb2e88-d2a3-45aa-af5f-99e039ec1cf9 req-45caed03-5ce2-43b2-840c-4ad4315a7f27 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e4802f45-6d76-4b53-9a7f-7b43659748a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0517960 Jun 14 18:14:29.520223 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-f3eb2e88-d2a3-45aa-af5f-99e039ec1cf9 req-2b1496c5-a596-4634-bd8e-99a99d1544f3 service neutron] 10.222.0.90 "GET /v2.0/networks/e4802f45-6d76-4b53-9a7f-7b43659748a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093388 Jun 14 18:14:29.623717 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-f3eb2e88-d2a3-45aa-af5f-99e039ec1cf9 req-2e587af5-2775-48bd-aac2-728206929c81 service neutron] 10.222.0.90 "GET /v2.0/networks/e4802f45-6d76-4b53-9a7f-7b43659748a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952253 Jun 14 18:14:29.645498 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [req-fae5336b-ca3c-4b38-8b67-dbe277597872 req-384dfaf0-005a-4f8e-bcaa-f1b96b49d674 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102476) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 14 18:14:29.646461 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-fae5336b-ca3c-4b38-8b67-dbe277597872 req-384dfaf0-005a-4f8e-bcaa-f1b96b49d674 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072489 Jun 14 18:14:29.679457 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-b9e33ce8-9408-4aab-8858-2207e0f0fb20 req-8f4564c2-0ee2-4cbb-9bcc-121531049280 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba1a6001b639493eb65a9c1197ada8e4 HTTP/1.1" status: 200 len: 380 time: 0.3307953 Jun 14 18:14:29.736444 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.v2.base [req-b9e33ce8-9408-4aab-8858-2207e0f0fb20 req-12e82f8a-8842-4f3e-aaad-eb154a2af998 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Request body: {'port': {'device_id': 'e20b57fd-5805-46f6-9e52-7bb9fca3adc9', 'network_id': '16a38fd0-908c-49c9-8b7d-9ea79627fd40', 'admin_state_up': True, 'tenant_id': 'ba1a6001b639493eb65a9c1197ada8e4', 'security_groups': ['17eba8a0-dd59-4485-b2c1-8fad277f9b8d']}} {{(pid=102476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:14:29.830835 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c417ed46-cb27-4d21-987d-0b018e68d402 req-80657883-f027-4cc8-ba58-a974de9ec9ab tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:29.834149 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-c417ed46-cb27-4d21-987d-0b018e68d402 req-80657883-f027-4cc8-ba58-a974de9ec9ab tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 943 time: 0.0593984 Jun 14 18:14:29.879707 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-c417ed46-cb27-4d21-987d-0b018e68d402 req-9fa6e1b8-16ec-4785-982b-f188b10112b4 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406191 Jun 14 18:14:29.930712 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-474f2eae-898d-402b-ae19-84216ca5eb24 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Router 80fce1b3-89e8-41c5-b166-a0ac4da65169 has already been hosted by L3 agent 2bd7ef4a-700f-45f4-ae1e-98ca6454acba {{(pid=102476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:14:30.004916 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9e33ce8-9408-4aab-8858-2207e0f0fb20 req-12e82f8a-8842-4f3e-aaad-eb154a2af998 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Made reservation on behalf of ba1a6001b639493eb65a9c1197ada8e4 for: {'port': 1} {{(pid=102476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:14:30.007397 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-b9e33ce8-9408-4aab-8858-2207e0f0fb20 req-12e82f8a-8842-4f3e-aaad-eb154a2af998 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:30.027336 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-15561af6-a5b3-4af9-bf82-f74f0637631f req-c8fcad38-4539-435c-9d9f-e5c76e0245ae tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/ports?device_id=e20b57fd-5805-46f6-9e52-7bb9fca3adc9 HTTP/1.1" status: 200 len: 210 time: 0.0390770 Jun 14 18:14:30.152829 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-474f2eae-898d-402b-ae19-84216ca5eb24 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Notify agent at l3_agent.dv-cinder-821739-1-iscsi the message routers_updated {{(pid=102476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:14:30.160505 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-474f2eae-898d-402b-ae19-84216ca5eb24 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for floatingip, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:30.167710 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893a665f-9071-49ac-939b-33cf7d4a62ea None None] Sync routers for ids ['80fce1b3-89e8-41c5-b166-a0ac4da65169'] in dv-cinder-821739-1-iscsi {{(pid=102479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:14:30.180144 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893a665f-9071-49ac-939b-33cf7d4a62ea None None] Routers {'80fce1b3-89e8-41c5-b166-a0ac4da65169'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:14:30.181424 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-893a665f-9071-49ac-939b-33cf7d4a62ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:14:19Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['80fce1b3-89e8-41c5-b166-a0ac4da65169'], 'active': True} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:14:30.218084 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-474f2eae-898d-402b-ae19-84216ca5eb24 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "PUT /v2.0/floatingips/9a2b694b-2b72-4295-9d7d-26fd3e19fab6 HTTP/1.1" status: 200 len: 991 time: 1.9596727 Jun 14 18:14:30.221615 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6206d13-a024-4947-9ca4-edf154bb99bc', 'tag': '21fb8ee9-5c85-43b8-9632-bcb0e3053ad0'}] {{(pid=102476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:14:30.223901 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f6785e4de8a87b7f797dd5e96f4d126f8c0b91c7fbdcfaa1853e8ef739b068f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a89e9d47-5a1a-4b1e-8fa7-ecd37a5e1eb3" -d '{"events": [{"name": "network-changed", "server_uuid": "b6206d13-a024-4947-9ca4-edf154bb99bc", "tag": "21fb8ee9-5c85-43b8-9632-bcb0e3053ad0"}]}' {{(pid=102476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:14:30.239947 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.db.db_base_plugin_common [req-b9e33ce8-9408-4aab-8858-2207e0f0fb20 req-12e82f8a-8842-4f3e-aaad-eb154a2af998 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Allocated IP 172.20.0.7 (16a38fd0-908c-49c9-8b7d-9ea79627fd40/b6fd4df0-61f4-48b5-9fb9-b9718ce89b6a/6ca32c09-ea48-4a08-b468-7e9cceb38874) {{(pid=102476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:14:30.270083 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Jun 2022 18:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a4d789b-a354-41c9-b4a4-f800c87dd6ac x-openstack-request-id: req-8a4d789b-a354-41c9-b4a4-f800c87dd6ac {{(pid=102476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:14:30.270845 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6206d13-a024-4947-9ca4-edf154bb99bc", "tag": "21fb8ee9-5c85-43b8-9632-bcb0e3053ad0", "status": "completed", "code": 200}]} {{(pid=102476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:14:30.271231 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8a4d789b-a354-41c9-b4a4-f800c87dd6ac {{(pid=102476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:14:30.271763 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a4d789b-a354-41c9-b4a4-f800c87dd6ac'] response: {'name': 'network-changed', 'server_uuid': 'b6206d13-a024-4947-9ca4-edf154bb99bc', 'tag': '21fb8ee9-5c85-43b8-9632-bcb0e3053ad0', 'status': 'completed', 'code': 200} Jun 14 18:14:30.333235 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 55214) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:14:30.355834 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89e9d47-5a1a-4b1e-8fa7-ecd37a5e1eb3 req-a16acdc9-be05-4b72-b564-469408fe534d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:30.357350 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-a89e9d47-5a1a-4b1e-8fa7-ecd37a5e1eb3 req-a16acdc9-be05-4b72-b564-469408fe534d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3042e999f1144c7da1a2473d58a86532&device_id=b6206d13-a024-4947-9ca4-edf154bb99bc HTTP/1.1" status: 200 len: 1099 time: 0.0529573 Jun 14 18:14:30.357865 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvr_db [None req-893a665f-9071-49ac-939b-33cf7d4a62ea None None] Set router 80fce1b3-89e8-41c5-b166-a0ac4da65169 gateway port host: dv-cinder-821739-1-iscsi {{(pid=102479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:14:30.477048 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-b9e33ce8-9408-4aab-8858-2207e0f0fb20 req-12e82f8a-8842-4f3e-aaad-eb154a2af998 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Notify callbacks [] for port, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:30.478756 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89e9d47-5a1a-4b1e-8fa7-ecd37a5e1eb3 req-984fae9a-a703-40ff-8b05-d10beaf76e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:30.480363 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-a89e9d47-5a1a-4b1e-8fa7-ecd37a5e1eb3 req-984fae9a-a703-40ff-8b05-d10beaf76e12 service neutron] 10.222.0.90 "GET /v2.0/networks?id=3d23af53-6361-4f33-abe1-d3023a18c244 HTTP/1.1" status: 200 len: 920 time: 0.1065145 Jun 14 18:14:30.490523 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-fdbc39f4-f69e-4312-85e2-d9d6791c685e req-34d051d6-ea14-4893-9c22-71dc05b48ee7 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1560385 Jun 14 18:14:30.501617 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [req-fdbc39f4-f69e-4312-85e2-d9d6791c685e req-f098b6b9-4ade-4985-bd87-f74b91eda1ef service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102476) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 14 18:14:30.502793 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-fdbc39f4-f69e-4312-85e2-d9d6791c685e req-f098b6b9-4ade-4985-bd87-f74b91eda1ef service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070689 Jun 14 18:14:30.564067 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-b9e33ce8-9408-4aab-8858-2207e0f0fb20 req-12e82f8a-8842-4f3e-aaad-eb154a2af998 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239190878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378765'] for port, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:30.572273 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-a89e9d47-5a1a-4b1e-8fa7-ecd37a5e1eb3 req-f10447d8-baba-40dc-afe6-7aa3aa516077 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21fb8ee9-5c85-43b8-9632-bcb0e3053ad0 HTTP/1.1" status: 200 len: 999 time: 0.0789716 Jun 14 18:14:30.610486 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e82f8a-8842-4f3e-aaad-eb154a2af998 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Pushing event updated for resources: {'Port': ['ID=6ca32c09-ea48-4a08-b468-7e9cceb38874,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:14:30.633134 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9e33ce8-9408-4aab-8858-2207e0f0fb20 req-12e82f8a-8842-4f3e-aaad-eb154a2af998 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Network 16a38fd0-908c-49c9-8b7d-9ea79627fd40 is already hosted by enough agents. {{(pid=102476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:14:30.635479 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.base_scheduler [req-b9e33ce8-9408-4aab-8858-2207e0f0fb20 req-12e82f8a-8842-4f3e-aaad-eb154a2af998 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Resources bound (agent type, host, resource id): {{(pid=102476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:14:30.639051 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9e33ce8-9408-4aab-8858-2207e0f0fb20 req-12e82f8a-8842-4f3e-aaad-eb154a2af998 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Received port after_create {{(pid=102476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 14 18:14:30.666000 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-893a665f-9071-49ac-939b-33cf7d4a62ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fce1b3-89e8-41c5-b166-a0ac4da65169', 'name': 'tempest-ServerRescueNegativeTestJSON-210219480-router', 'tenant_id': '3042e999f1144c7da1a2473d58a86532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '9a727ac4-c07e-4c51-867c-30c166d6a0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:11:33Z', 'updated_at': '2022-06-14T18:11:45Z', 'revision_number': 4, 'project_id': '3042e999f1144c7da1a2473d58a86532', 'gw_port': {'id': '9a727ac4-c07e-4c51-867c-30c166d6a0f5', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fce1b3-89e8-41c5-b166-a0ac4da65169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:36Z', 'updated_at': '2022-06-14T18:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_floatingips': [{'id': '9a2b694b-2b72-4295-9d7d-26fd3e19fab6', 'tenant_id': '3042e999f1144c7da1a2473d58a86532', 'floating_ip_address': '172.27.2.36', 'floating_network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'router_id': '80fce1b3-89e8-41c5-b166-a0ac4da65169', 'port_id': '21fb8ee9-5c85-43b8-9632-bcb0e3053ad0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d23af53-6361-4f33-abe1-d3023a18c244', 'mac_address': 'fa:16:3e:24:c7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6206d13-a024-4947-9ca4-edf154bb99bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:14:08Z', 'updated_at': '2022-06-14T18:14:28Z', 'revision_number': 1, 'project_id': '3042e999f1144c7da1a2473d58a86532', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfcfca9c-b50b-4833-b794-d14116998232', 'name': '', 'network_id': '3d23af53-6361-4f33-abe1-d3023a18c244', 'tenant_id': '3042e999f1144c7da1a2473d58a86532', 'mac_address': 'fa:16:3e:22:75:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fce1b3-89e8-41c5-b166-a0ac4da65169', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '5d625bfa-3024-4c1b-95b8-b3295848e69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:43Z', 'updated_at': '2022-06-14T18:12:00Z', 'revision_number': 5, 'project_id': '3042e999f1144c7da1a2473d58a86532', 'subnets': [{'id': '5d625bfa-3024-4c1b-95b8-b3295848e69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:14:30.707335 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e33ce8-9408-4aab-8858-2207e0f0fb20 req-12e82f8a-8842-4f3e-aaad-eb154a2af998 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:30.708209 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-b9e33ce8-9408-4aab-8858-2207e0f0fb20 req-12e82f8a-8842-4f3e-aaad-eb154a2af998 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for port, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:30.726849 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893a665f-9071-49ac-939b-33cf7d4a62ea None None] Checking router: 80fce1b3-89e8-41c5-b166-a0ac4da65169 for host: dv-cinder-821739-1-iscsi {{(pid=102479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:14:30.738151 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893a665f-9071-49ac-939b-33cf7d4a62ea None None] Routers {'80fce1b3-89e8-41c5-b166-a0ac4da65169'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:14:30.738781 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-893a665f-9071-49ac-939b-33cf7d4a62ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:14:19Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['80fce1b3-89e8-41c5-b166-a0ac4da65169'], 'active': True} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:14:30.743448 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-b9e33ce8-9408-4aab-8858-2207e0f0fb20 req-12e82f8a-8842-4f3e-aaad-eb154a2af998 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0130112 Jun 14 18:14:30.762192 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.v2.base [req-b9e33ce8-9408-4aab-8858-2207e0f0fb20 req-88cd8329-b815-49e1-bee1-5cc01334b82f service neutron] Request body: {'port': {'device_id': 'e20b57fd-5805-46f6-9e52-7bb9fca3adc9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82173'}} {{(pid=102476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:14:30.852362 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-b9e33ce8-9408-4aab-8858-2207e0f0fb20 req-88cd8329-b815-49e1-bee1-5cc01334b82f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:30.918663 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvr_db [None req-893a665f-9071-49ac-939b-33cf7d4a62ea None None] Set router 80fce1b3-89e8-41c5-b166-a0ac4da65169 gateway port host: dv-cinder-821739-1-iscsi {{(pid=102479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:14:30.932678 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89e9d47-5a1a-4b1e-8fa7-ecd37a5e1eb3 req-3d6a9594-b1ac-4c01-a411-7138bbccdd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:30.934060 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-a89e9d47-5a1a-4b1e-8fa7-ecd37a5e1eb3 req-3d6a9594-b1ac-4c01-a411-7138bbccdd5d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5d625bfa-3024-4c1b-95b8-b3295848e69c HTTP/1.1" status: 200 len: 857 time: 0.3440418 Jun 14 18:14:30.993598 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89e9d47-5a1a-4b1e-8fa7-ecd37a5e1eb3 req-3edc1a47-fc40-4bd3-b0af-2cba8ee43007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:30.995386 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-a89e9d47-5a1a-4b1e-8fa7-ecd37a5e1eb3 req-3edc1a47-fc40-4bd3-b0af-2cba8ee43007 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3d23af53-6361-4f33-abe1-d3023a18c244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0477993 Jun 14 18:14:31.039006 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-83bfbebe-3025-4d10-b71a-37c6fa09277a None None] Provisioning complete for port 6ca32c09-ea48-4a08-b468-7e9cceb38874 triggered by entity DHCP. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:14:31.039580 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-83bfbebe-3025-4d10-b71a-37c6fa09277a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:31.120943 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e50dba-2fc4-447c-86a3-2e024d16b552 req-a5aa1d41-c3b5-4ad1-90d3-b107a114857e tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:31.122218 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-50e50dba-2fc4-447c-86a3-2e024d16b552 req-a5aa1d41-c3b5-4ad1-90d3-b107a114857e tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 943 time: 0.0770845 Jun 14 18:14:31.139653 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-83bfbebe-3025-4d10-b71a-37c6fa09277a None None] Port 6ca32c09-ea48-4a08-b468-7e9cceb38874 cannot update to ACTIVE because it is not bound. {{(pid=102478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jun 14 18:14:31.149515 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-a89e9d47-5a1a-4b1e-8fa7-ecd37a5e1eb3 req-bc26be0a-185f-4c17-bf38-fbace96b132b service neutron] 10.222.0.90 "GET /v2.0/networks/3d23af53-6361-4f33-abe1-d3023a18c244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423388 Jun 14 18:14:31.214326 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-50e50dba-2fc4-447c-86a3-2e024d16b552 req-5cd384f4-314c-4d29-b4df-bfb8c6f3327d tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838904 Jun 14 18:14:31.294825 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ccab4-8d70-453c-b759-8e590fbfbb36 req-ebd0b462-e3ef-4386-9b63-653391e14e7b tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:31.296474 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-bc4ccab4-8d70-453c-b759-8e590fbfbb36 req-ebd0b462-e3ef-4386-9b63-653391e14e7b tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/ports?device_id=e20b57fd-5805-46f6-9e52-7bb9fca3adc9 HTTP/1.1" status: 200 len: 931 time: 0.1326196 Jun 14 18:14:31.335181 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-893a665f-9071-49ac-939b-33cf7d4a62ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fce1b3-89e8-41c5-b166-a0ac4da65169', 'name': 'tempest-ServerRescueNegativeTestJSON-210219480-router', 'tenant_id': '3042e999f1144c7da1a2473d58a86532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '9a727ac4-c07e-4c51-867c-30c166d6a0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:11:33Z', 'updated_at': '2022-06-14T18:11:45Z', 'revision_number': 4, 'project_id': '3042e999f1144c7da1a2473d58a86532', 'gw_port': {'id': '9a727ac4-c07e-4c51-867c-30c166d6a0f5', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fce1b3-89e8-41c5-b166-a0ac4da65169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:36Z', 'updated_at': '2022-06-14T18:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_floatingips': [{'id': '9a2b694b-2b72-4295-9d7d-26fd3e19fab6', 'tenant_id': '3042e999f1144c7da1a2473d58a86532', 'floating_ip_address': '172.27.2.36', 'floating_network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'router_id': '80fce1b3-89e8-41c5-b166-a0ac4da65169', 'port_id': '21fb8ee9-5c85-43b8-9632-bcb0e3053ad0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d23af53-6361-4f33-abe1-d3023a18c244', 'mac_address': 'fa:16:3e:24:c7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6206d13-a024-4947-9ca4-edf154bb99bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:14:08Z', 'updated_at': '2022-06-14T18:14:28Z', 'revision_number': 1, 'project_id': '3042e999f1144c7da1a2473d58a86532', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfcfca9c-b50b-4833-b794-d14116998232', 'name': '', 'network_id': '3d23af53-6361-4f33-abe1-d3023a18c244', 'tenant_id': '3042e999f1144c7da1a2473d58a86532', 'mac_address': 'fa:16:3e:22:75:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fce1b3-89e8-41c5-b166-a0ac4da65169', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '5d625bfa-3024-4c1b-95b8-b3295848e69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:43Z', 'updated_at': '2022-06-14T18:12:00Z', 'revision_number': 5, 'project_id': '3042e999f1144c7da1a2473d58a86532', 'subnets': [{'id': '5d625bfa-3024-4c1b-95b8-b3295848e69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:14:31.339998 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.notifiers.nova [req-b9e33ce8-9408-4aab-8858-2207e0f0fb20 req-88cd8329-b815-49e1-bee1-5cc01334b82f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ca32c09-ea48-4a08-b468-7e9cceb38874 {{(pid=102476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:14:31.364183 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-b9e33ce8-9408-4aab-8858-2207e0f0fb20 req-88cd8329-b815-49e1-bee1-5cc01334b82f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:31.371401 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893a665f-9071-49ac-939b-33cf7d4a62ea None None] The sync data for ids ['80fce1b3-89e8-41c5-b166-a0ac4da65169'] in dv-cinder-821739-1-iscsi is: [{'id': '80fce1b3-89e8-41c5-b166-a0ac4da65169', 'name': 'tempest-ServerRescueNegativeTestJSON-210219480-router', 'tenant_id': '3042e999f1144c7da1a2473d58a86532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '9a727ac4-c07e-4c51-867c-30c166d6a0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:11:33Z', 'updated_at': '2022-06-14T18:11:45Z', 'revision_number': 4, 'project_id': '3042e999f1144c7da1a2473d58a86532', 'gw_port': {'id': '9a727ac4-c07e-4c51-867c-30c166d6a0f5', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fce1b3-89e8-41c5-b166-a0ac4da65169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:36Z', 'updated_at': '2022-06-14T18:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_floatingips': [{'id': '9a2b694b-2b72-4295-9d7d-26fd3e19fab6', 'tenant_id': '3042e999f1144c7da1a2473d58a86532', 'floating_ip_address': '172.27.2.36', 'floating_network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'router_id': '80fce1b3-89e8-41c5-b166-a0ac4da65169', 'port_id': '21fb8ee9-5c85-43b8-9632-bcb0e3053ad0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d23af53-6361-4f33-abe1-d3023a18c244', 'mac_address': 'fa:16:3e:24:c7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6206d13-a024-4947-9ca4-edf154bb99bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:14:08Z', 'updated_at': '2022-06-14T18:14:28Z', 'revision_number': 1, 'project_id': '3042e999f1144c7da1a2473d58a86532', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfcfca9c-b50b-4833-b794-d14116998232', 'name': '', 'network_id': '3d23af53-6361-4f33-abe1-d3023a18c244', 'tenant_id': '3042e999f1144c7da1a2473d58a86532', 'mac_address': 'fa:16:3e:22:75:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fce1b3-89e8-41c5-b166-a0ac4da65169', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '5d625bfa-3024-4c1b-95b8-b3295848e69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:43Z', 'updated_at': '2022-06-14T18:12:00Z', 'revision_number': 5, 'project_id': '3042e999f1144c7da1a2473d58a86532', 'subnets': [{'id': '5d625bfa-3024-4c1b-95b8-b3295848e69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:14:31.372353 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-bc4ccab4-8d70-453c-b759-8e590fbfbb36 req-39d92972-652a-475e-9691-2e9323fd65ef tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/security-groups?id=17eba8a0-dd59-4485-b2c1-8fad277f9b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612392 Jun 14 18:14:31.377708 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-a89e9d47-5a1a-4b1e-8fa7-ecd37a5e1eb3 req-cbd75fb5-5af5-473c-94b0-c999518c9531 service neutron] 10.222.0.90 "GET /v2.0/networks/3d23af53-6361-4f33-abe1-d3023a18c244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119865 Jun 14 18:14:31.389504 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.db.provisioning_blocks [req-b9e33ce8-9408-4aab-8858-2207e0f0fb20 req-88cd8329-b815-49e1-bee1-5cc01334b82f service neutron] Transition to ACTIVE for port object 6ca32c09-ea48-4a08-b468-7e9cceb38874 will not be triggered until provisioned by entity L2. {{(pid=102476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 18:14:31.394455 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-b9e33ce8-9408-4aab-8858-2207e0f0fb20 req-88cd8329-b815-49e1-bee1-5cc01334b82f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5378756'] for port, after_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:31.405985 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device 155f6b8d-7e54-4a68-be58-dd9494c118a5 no longer exists at agent hyperv_hv-cinder-82173 {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:14:31.495644 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cd8329-b815-49e1-bee1-5cc01334b82f service neutron] Pushing event updated for resources: {'Port': ['ID=6ca32c09-ea48-4a08-b468-7e9cceb38874,revision_number=2']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:14:31.508981 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Current status of the port 155f6b8d-7e54-4a68-be58-dd9494c118a5 is: DOWN; New status is: DOWN {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:14:31.553623 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.managers [req-b9e33ce8-9408-4aab-8858-2207e0f0fb20 req-88cd8329-b815-49e1-bee1-5cc01334b82f service neutron] Attempting to bind port 6ca32c09-ea48-4a08-b468-7e9cceb38874 on host hv-cinder-82173 for vnic_type normal with profile {{(pid=102476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 14 18:14:31.554040 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.managers [req-b9e33ce8-9408-4aab-8858-2207e0f0fb20 req-88cd8329-b815-49e1-bee1-5cc01334b82f service neutron] Attempting to bind port 6ca32c09-ea48-4a08-b468-7e9cceb38874 by drivers openvswitch,hyperv on host hv-cinder-82173 at level 0 using segments [{'id': '00c9591e-d9e3-4c96-a0cd-c6aa4f6c80b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '16a38fd0-908c-49c9-8b7d-9ea79627fd40'}] {{(pid=102476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 14 18:14:31.554302 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e33ce8-9408-4aab-8858-2207e0f0fb20 req-88cd8329-b815-49e1-bee1-5cc01334b82f service neutron] Attempting to bind port 6ca32c09-ea48-4a08-b468-7e9cceb38874 on network 16a38fd0-908c-49c9-8b7d-9ea79627fd40 {{(pid=102476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:14:31.559504 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e33ce8-9408-4aab-8858-2207e0f0fb20 req-88cd8329-b815-49e1-bee1-5cc01334b82f service neutron] Port 6ca32c09-ea48-4a08-b468-7e9cceb38874 on network 16a38fd0-908c-49c9-8b7d-9ea79627fd40 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82173 {{(pid=102476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 14 18:14:31.559835 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e33ce8-9408-4aab-8858-2207e0f0fb20 req-88cd8329-b815-49e1-bee1-5cc01334b82f service neutron] Attempting to bind port 6ca32c09-ea48-4a08-b468-7e9cceb38874 on network 16a38fd0-908c-49c9-8b7d-9ea79627fd40 {{(pid=102476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:14:31.565536 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e33ce8-9408-4aab-8858-2207e0f0fb20 req-88cd8329-b815-49e1-bee1-5cc01334b82f service neutron] Checking agent: {'id': '37867b7d-ea9d-4c92-b09f-db78138d4892', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82173', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 9, 26), 'started_at': datetime.datetime(2022, 6, 14, 18, 9, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:14:31.566119 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e33ce8-9408-4aab-8858-2207e0f0fb20 req-88cd8329-b815-49e1-bee1-5cc01334b82f service neutron] Checking segment: {'id': '00c9591e-d9e3-4c96-a0cd-c6aa4f6c80b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '16a38fd0-908c-49c9-8b7d-9ea79627fd40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 14 18:14:31.566620 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e33ce8-9408-4aab-8858-2207e0f0fb20 req-88cd8329-b815-49e1-bee1-5cc01334b82f service neutron] Bound using segment: {'id': '00c9591e-d9e3-4c96-a0cd-c6aa4f6c80b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '16a38fd0-908c-49c9-8b7d-9ea79627fd40'} {{(pid=102476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:14:31.567196 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.managers [req-b9e33ce8-9408-4aab-8858-2207e0f0fb20 req-88cd8329-b815-49e1-bee1-5cc01334b82f service neutron] Bound port: 6ca32c09-ea48-4a08-b468-7e9cceb38874, host: hv-cinder-82173, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00c9591e-d9e3-4c96-a0cd-c6aa4f6c80b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '16a38fd0-908c-49c9-8b7d-9ea79627fd40'}}] {{(pid=102476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 14 18:14:31.567604 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-b9e33ce8-9408-4aab-8858-2207e0f0fb20 req-88cd8329-b815-49e1-bee1-5cc01334b82f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:31.644985 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.db [req-b9e33ce8-9408-4aab-8858-2207e0f0fb20 req-88cd8329-b815-49e1-bee1-5cc01334b82f service neutron] For port 6ca32c09-ea48-4a08-b468-7e9cceb38874, host hv-cinder-82173, cleared binding levels {{(pid=102476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:14:31.648777 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.db [req-b9e33ce8-9408-4aab-8858-2207e0f0fb20 req-88cd8329-b815-49e1-bee1-5cc01334b82f service neutron] For port 6ca32c09-ea48-4a08-b468-7e9cceb38874, host hv-cinder-82173, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=6ca32c09-ea48-4a08-b468-7e9cceb38874,segment=NetworkSegment(00c9591e-d9e3-4c96-a0cd-c6aa4f6c80b9),segment_id=00c9591e-d9e3-4c96-a0cd-c6aa4f6c80b9)] {{(pid=102476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:14:31.649091 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c64fbc-82db-4c5e-b4e0-ae7a84c2c348 None None] New status for floating IP 9a2b694b-2b72-4295-9d7d-26fd3e19fab6: ACTIVE {{(pid=102478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 18:14:31.653539 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-b9e33ce8-9408-4aab-8858-2207e0f0fb20 req-88cd8329-b815-49e1-bee1-5cc01334b82f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5378756'] for port, after_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:31.687060 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e33ce8-9408-4aab-8858-2207e0f0fb20 req-88cd8329-b815-49e1-bee1-5cc01334b82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:31.688198 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-b9e33ce8-9408-4aab-8858-2207e0f0fb20 req-88cd8329-b815-49e1-bee1-5cc01334b82f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for port, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:31.689558 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-b9e33ce8-9408-4aab-8858-2207e0f0fb20 req-88cd8329-b815-49e1-bee1-5cc01334b82f service neutron] 10.222.0.90 "PUT /v2.0/ports/6ca32c09-ea48-4a08-b468-7e9cceb38874 HTTP/1.1" status: 200 len: 1093 time: 0.9371586 Jun 14 18:14:31.719085 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cd8329-b815-49e1-bee1-5cc01334b82f service neutron] Pushing event updated for resources: {'Port': ['ID=6ca32c09-ea48-4a08-b468-7e9cceb38874,revision_number=3']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:14:31.814824 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e33ce8-9408-4aab-8858-2207e0f0fb20 req-216e9b38-9078-417a-870b-b645fbb21d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:31.816516 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-b9e33ce8-9408-4aab-8858-2207e0f0fb20 req-216e9b38-9078-417a-870b-b645fbb21d54 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ba1a6001b639493eb65a9c1197ada8e4&device_id=e20b57fd-5805-46f6-9e52-7bb9fca3adc9 HTTP/1.1" status: 200 len: 1096 time: 0.0762117 Jun 14 18:14:31.880098 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-b9e33ce8-9408-4aab-8858-2207e0f0fb20 req-17dd28b0-3542-4cce-b633-20ec5b177bfe service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ca32c09-ea48-4a08-b468-7e9cceb38874 HTTP/1.1" status: 200 len: 217 time: 0.0499957 Jun 14 18:14:31.946748 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e33ce8-9408-4aab-8858-2207e0f0fb20 req-1aa5f807-b25d-4ddf-b92f-ce042cecc502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:31.948233 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-b9e33ce8-9408-4aab-8858-2207e0f0fb20 req-1aa5f807-b25d-4ddf-b92f-ce042cecc502 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b6fd4df0-61f4-48b5-9fb9-b9718ce89b6a HTTP/1.1" status: 200 len: 848 time: 0.0512407 Jun 14 18:14:32.020573 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e33ce8-9408-4aab-8858-2207e0f0fb20 req-f89c42c3-dd2e-4923-bb30-18fa1865e32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:32.022075 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-b9e33ce8-9408-4aab-8858-2207e0f0fb20 req-f89c42c3-dd2e-4923-bb30-18fa1865e32a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=16a38fd0-908c-49c9-8b7d-9ea79627fd40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0545702 Jun 14 18:14:32.133074 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-b9e33ce8-9408-4aab-8858-2207e0f0fb20 req-c4ec4ec0-bc60-4c37-81b2-ab2aa7a61249 service neutron] 10.222.0.90 "GET /v2.0/networks/16a38fd0-908c-49c9-8b7d-9ea79627fd40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915101 Jun 14 18:14:32.236302 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-b9e33ce8-9408-4aab-8858-2207e0f0fb20 req-dc3e2b35-00ea-40f7-9a06-f1aed1d1bae1 service neutron] 10.222.0.90 "GET /v2.0/networks/16a38fd0-908c-49c9-8b7d-9ea79627fd40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846446 Jun 14 18:14:32.273069 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e20b57fd-5805-46f6-9e52-7bb9fca3adc9', 'tag': '6ca32c09-ea48-4a08-b468-7e9cceb38874'}] {{(pid=102476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:14:32.275531 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f6785e4de8a87b7f797dd5e96f4d126f8c0b91c7fbdcfaa1853e8ef739b068f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35fc665a-b438-4643-ad3a-627ca481d18e" -d '{"events": [{"name": "network-changed", "server_uuid": "e20b57fd-5805-46f6-9e52-7bb9fca3adc9", "tag": "6ca32c09-ea48-4a08-b468-7e9cceb38874"}]}' {{(pid=102476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:14:32.311684 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Jun 2022 18:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29648c24-9127-43a1-a13f-8507facfc2dc x-openstack-request-id: req-29648c24-9127-43a1-a13f-8507facfc2dc {{(pid=102476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:14:32.311970 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e20b57fd-5805-46f6-9e52-7bb9fca3adc9", "tag": "6ca32c09-ea48-4a08-b468-7e9cceb38874", "status": "completed", "code": 200}]} {{(pid=102476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:14:32.312225 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-29648c24-9127-43a1-a13f-8507facfc2dc {{(pid=102476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:14:32.312766 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29648c24-9127-43a1-a13f-8507facfc2dc'] response: {'name': 'network-changed', 'server_uuid': 'e20b57fd-5805-46f6-9e52-7bb9fca3adc9', 'tag': '6ca32c09-ea48-4a08-b468-7e9cceb38874', 'status': 'completed', 'code': 200} Jun 14 18:14:32.350627 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c207a6-b7c0-4e28-bcb8-01b5a48eae96 req-1206d0f0-c4ea-4583-b9dd-ccedc211484e tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:32.351757 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-d4c207a6-b7c0-4e28-bcb8-01b5a48eae96 req-1206d0f0-c4ea-4583-b9dd-ccedc211484e tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 943 time: 0.0507267 Jun 14 18:14:32.423641 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-d4c207a6-b7c0-4e28-bcb8-01b5a48eae96 req-1316b637-04de-4409-aa30-9620f7b3b72b tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619338 Jun 14 18:14:32.426292 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fc665a-b438-4643-ad3a-627ca481d18e req-b7565266-67a8-4663-81bd-98c74f8cbfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:32.427704 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-35fc665a-b438-4643-ad3a-627ca481d18e req-b7565266-67a8-4663-81bd-98c74f8cbfa5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ba1a6001b639493eb65a9c1197ada8e4&device_id=e20b57fd-5805-46f6-9e52-7bb9fca3adc9 HTTP/1.1" status: 200 len: 1096 time: 0.0750899 Jun 14 18:14:32.507749 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b612357a-401f-4856-80e7-82ae05631fbf req-20d0ec74-e2a8-4189-9658-115b1100d814 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:32.509431 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-b612357a-401f-4856-80e7-82ae05631fbf req-20d0ec74-e2a8-4189-9658-115b1100d814 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/ports?device_id=e20b57fd-5805-46f6-9e52-7bb9fca3adc9 HTTP/1.1" status: 200 len: 943 time: 0.0500033 Jun 14 18:14:32.534267 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fc665a-b438-4643-ad3a-627ca481d18e req-a22ba07c-2b35-4df7-a99b-db2262e5a49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:32.535645 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-35fc665a-b438-4643-ad3a-627ca481d18e req-a22ba07c-2b35-4df7-a99b-db2262e5a49f service neutron] 10.222.0.90 "GET /v2.0/networks?id=16a38fd0-908c-49c9-8b7d-9ea79627fd40 HTTP/1.1" status: 200 len: 911 time: 0.0960100 Jun 14 18:14:32.549133 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-b612357a-401f-4856-80e7-82ae05631fbf req-e22b13a1-7ac5-4128-8c41-e755b40e8568 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/security-groups?id=17eba8a0-dd59-4485-b2c1-8fad277f9b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336695 Jun 14 18:14:32.601843 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-35fc665a-b438-4643-ad3a-627ca481d18e req-0812078a-9e77-4ce9-9f5a-a81a6897f7aa service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ca32c09-ea48-4a08-b468-7e9cceb38874 HTTP/1.1" status: 200 len: 217 time: 0.0416777 Jun 14 18:14:32.642612 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbc39f4-f69e-4312-85e2-d9d6791c685e req-74aab6cc-68c5-4d58-8e1d-a008b6869494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:32.644093 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-fdbc39f4-f69e-4312-85e2-d9d6791c685e req-74aab6cc-68c5-4d58-8e1d-a008b6869494 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70&tenant_id=ce9a2eeca2ae45e78c3f8e1182360462 HTTP/1.1" status: 200 len: 1096 time: 0.0830908 Jun 14 18:14:32.655403 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fc665a-b438-4643-ad3a-627ca481d18e req-cb194e37-f1e9-4b91-8a95-d7a6ae4e27c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:32.657513 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-35fc665a-b438-4643-ad3a-627ca481d18e req-cb194e37-f1e9-4b91-8a95-d7a6ae4e27c6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b6fd4df0-61f4-48b5-9fb9-b9718ce89b6a HTTP/1.1" status: 200 len: 848 time: 0.0460062 Jun 14 18:14:32.705763 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fc665a-b438-4643-ad3a-627ca481d18e req-4eccf43a-ccc8-4a4e-b80a-16541acaf85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:32.707725 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-35fc665a-b438-4643-ad3a-627ca481d18e req-4eccf43a-ccc8-4a4e-b80a-16541acaf85e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=16a38fd0-908c-49c9-8b7d-9ea79627fd40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411065 Jun 14 18:14:32.714027 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbc39f4-f69e-4312-85e2-d9d6791c685e req-876112c3-04d5-417a-a890-4ad65ca6824e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:32.715858 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-fdbc39f4-f69e-4312-85e2-d9d6791c685e req-876112c3-04d5-417a-a890-4ad65ca6824e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ce9a2eeca2ae45e78c3f8e1182360462&device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 1096 time: 0.0427811 Jun 14 18:14:32.811405 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbc39f4-f69e-4312-85e2-d9d6791c685e req-67283e5a-abe1-48b7-91ff-ea04d695fb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:32.813991 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-fdbc39f4-f69e-4312-85e2-d9d6791c685e req-67283e5a-abe1-48b7-91ff-ea04d695fb21 service neutron] 10.222.0.90 "GET /v2.0/networks?id=207b3e54-87d5-4ff2-9e27-0fc3ae498411 HTTP/1.1" status: 200 len: 919 time: 0.0899286 Jun 14 18:14:32.815073 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-35fc665a-b438-4643-ad3a-627ca481d18e req-e85ea2ad-c442-4350-bbbb-9d5369676886 service neutron] 10.222.0.90 "GET /v2.0/networks/16a38fd0-908c-49c9-8b7d-9ea79627fd40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915432 Jun 14 18:14:32.896233 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-fdbc39f4-f69e-4312-85e2-d9d6791c685e req-dcc94fd7-33f4-4afd-a24e-919f82691b57 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=155f6b8d-7e54-4a68-be58-dd9494c118a5 HTTP/1.1" status: 200 len: 999 time: 0.0670516 Jun 14 18:14:32.916318 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-35fc665a-b438-4643-ad3a-627ca481d18e req-e3fa871f-7ce3-4576-8276-1031c1e2b9f2 service neutron] 10.222.0.90 "GET /v2.0/networks/16a38fd0-908c-49c9-8b7d-9ea79627fd40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863814 Jun 14 18:14:32.947259 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbc39f4-f69e-4312-85e2-d9d6791c685e req-34c974f5-fe47-4595-8e2e-e1dfd069c33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:32.948703 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-fdbc39f4-f69e-4312-85e2-d9d6791c685e req-34c974f5-fe47-4595-8e2e-e1dfd069c33f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=60742c27-3909-4c07-b59a-2eae5cd6702e HTTP/1.1" status: 200 len: 856 time: 0.0434949 Jun 14 18:14:32.996719 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbc39f4-f69e-4312-85e2-d9d6791c685e req-12de704f-3768-40f1-85f9-25c51be47489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:32.998804 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-fdbc39f4-f69e-4312-85e2-d9d6791c685e req-12de704f-3768-40f1-85f9-25c51be47489 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=207b3e54-87d5-4ff2-9e27-0fc3ae498411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419459 Jun 14 18:14:33.108778 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-fdbc39f4-f69e-4312-85e2-d9d6791c685e req-9dbb6ff5-b8b8-4a08-adda-a7f6b999de6d service neutron] 10.222.0.90 "GET /v2.0/networks/207b3e54-87d5-4ff2-9e27-0fc3ae498411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859394 Jun 14 18:14:33.216278 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-fdbc39f4-f69e-4312-85e2-d9d6791c685e req-515b98dd-2d9e-45fd-af55-a71016201dc4 service neutron] 10.222.0.90 "GET /v2.0/networks/207b3e54-87d5-4ff2-9e27-0fc3ae498411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911613 Jun 14 18:14:33.552362 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2691f141-eb6c-4658-b9f9-fbf284a6bbdf req-5752acf9-14c6-4381-aadb-2474004548f1 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:33.553939 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-2691f141-eb6c-4658-b9f9-fbf284a6bbdf req-5752acf9-14c6-4381-aadb-2474004548f1 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 943 time: 0.0542500 Jun 14 18:14:33.597147 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-2691f141-eb6c-4658-b9f9-fbf284a6bbdf req-c86ad81a-5dc3-43c1-ad70-7499e1be30c0 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369971 Jun 14 18:14:33.673920 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6925c8e-5038-4983-9e90-2de12eb62bbf req-a8b6b009-79f2-48da-9b47-e64210af697d tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:33.675851 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-d6925c8e-5038-4983-9e90-2de12eb62bbf req-a8b6b009-79f2-48da-9b47-e64210af697d tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/ports?device_id=e20b57fd-5805-46f6-9e52-7bb9fca3adc9 HTTP/1.1" status: 200 len: 943 time: 0.0550001 Jun 14 18:14:33.715031 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-d6925c8e-5038-4983-9e90-2de12eb62bbf req-c0e60ed5-32ad-46b4-ac9b-bedda44ed1f5 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/security-groups?id=17eba8a0-dd59-4485-b2c1-8fad277f9b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314617 Jun 14 18:14:34.741983 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53050017-35e3-4adf-9067-5f8d6adc30a7 req-660e9821-64e7-432e-97df-9fd35b92498b tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:34.745133 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-53050017-35e3-4adf-9067-5f8d6adc30a7 req-660e9821-64e7-432e-97df-9fd35b92498b tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 943 time: 0.0618134 Jun 14 18:14:34.791101 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-53050017-35e3-4adf-9067-5f8d6adc30a7 req-09823f55-8f97-4011-8b5e-671be7b66971 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389316 Jun 14 18:14:34.847646 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7510ac6-dbe8-43fa-8d97-a9f7a10a964e req-83a235cd-7a9d-4e0b-8d3a-22068724dd43 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:34.849274 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-a7510ac6-dbe8-43fa-8d97-a9f7a10a964e req-83a235cd-7a9d-4e0b-8d3a-22068724dd43 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/ports?device_id=e20b57fd-5805-46f6-9e52-7bb9fca3adc9 HTTP/1.1" status: 200 len: 943 time: 0.0534320 Jun 14 18:14:34.890034 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-a7510ac6-dbe8-43fa-8d97-a9f7a10a964e req-1d9d9bb8-d7f6-4c24-a8c8-d74b8feb5ff6 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/security-groups?id=17eba8a0-dd59-4485-b2c1-8fad277f9b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345294 Jun 14 18:14:35.919915 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a5f2b-dcef-4be7-85ea-c9adb9275ffe req-f94cc6b1-99d8-486a-9b6d-f96cb2fcc85c tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:35.926134 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-7c1a5f2b-dcef-4be7-85ea-c9adb9275ffe req-f94cc6b1-99d8-486a-9b6d-f96cb2fcc85c tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 943 time: 0.0559151 Jun 14 18:14:35.971214 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-7c1a5f2b-dcef-4be7-85ea-c9adb9275ffe req-012820a0-19f6-41ac-8456-48e7126d60ff tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385828 Jun 14 18:14:36.032365 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5766f0ec-4594-4a40-bdd2-29064a880c46 req-6e41caab-6226-4bde-9b08-78ff6318ba78 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:36.033746 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-5766f0ec-4594-4a40-bdd2-29064a880c46 req-6e41caab-6226-4bde-9b08-78ff6318ba78 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/ports?device_id=e20b57fd-5805-46f6-9e52-7bb9fca3adc9 HTTP/1.1" status: 200 len: 943 time: 0.0632243 Jun 14 18:14:36.087430 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-5766f0ec-4594-4a40-bdd2-29064a880c46 req-e4564e32-1ce9-436e-9531-be5bf018e22f tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/security-groups?id=17eba8a0-dd59-4485-b2c1-8fad277f9b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470748 Jun 14 18:14:37.101226 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81ba0eb-82f1-4e81-a063-6d39d52d9159 req-6642aaf0-c6b7-46b1-aee3-72c28e72dd7d tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:37.103058 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-b81ba0eb-82f1-4e81-a063-6d39d52d9159 req-6642aaf0-c6b7-46b1-aee3-72c28e72dd7d tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 943 time: 0.0532496 Jun 14 18:14:37.146759 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-b81ba0eb-82f1-4e81-a063-6d39d52d9159 req-5ab04691-d527-46e8-802a-38f3fb047c71 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355768 Jun 14 18:14:37.210928 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e85b980-a368-48d6-a2ad-b76e93073eee req-ebc37645-61d3-4357-8b23-a5a34b3797c3 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:37.212415 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-6e85b980-a368-48d6-a2ad-b76e93073eee req-ebc37645-61d3-4357-8b23-a5a34b3797c3 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/ports?device_id=e20b57fd-5805-46f6-9e52-7bb9fca3adc9 HTTP/1.1" status: 200 len: 943 time: 0.0562873 Jun 14 18:14:37.252345 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-6e85b980-a368-48d6-a2ad-b76e93073eee req-27eb6ac5-cec1-431c-922e-a7cf40827c8f tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/security-groups?id=17eba8a0-dd59-4485-b2c1-8fad277f9b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340123 Jun 14 18:14:38.270977 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b09350-5079-4598-be19-fba8208df35a req-f9daf2e5-1e89-4256-853a-7f30e05a9a7e tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:38.272704 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-e9b09350-5079-4598-be19-fba8208df35a req-f9daf2e5-1e89-4256-853a-7f30e05a9a7e tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 943 time: 0.0530760 Jun 14 18:14:38.314901 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-e9b09350-5079-4598-be19-fba8208df35a req-2e9e1937-c74a-46e3-b30b-c6e36a7dd0f0 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351067 Jun 14 18:14:38.381468 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeadecc-5138-4486-a9dd-da5e82483d22 req-ec5b43cd-8196-41b0-983a-067f6dec325d tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:38.383067 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-cbeadecc-5138-4486-a9dd-da5e82483d22 req-ec5b43cd-8196-41b0-983a-067f6dec325d tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/ports?device_id=e20b57fd-5805-46f6-9e52-7bb9fca3adc9 HTTP/1.1" status: 200 len: 943 time: 0.0566642 Jun 14 18:14:38.423772 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-cbeadecc-5138-4486-a9dd-da5e82483d22 req-414717c4-6ac5-4b71-88d8-355c5158d602 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/security-groups?id=17eba8a0-dd59-4485-b2c1-8fad277f9b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346370 Jun 14 18:14:39.451210 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcec4892-9cb5-4fc2-acd2-43c6f4292a85 req-92d7b2af-b26c-4e18-be0e-22e024e80da2 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:39.452746 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-bcec4892-9cb5-4fc2-acd2-43c6f4292a85 req-92d7b2af-b26c-4e18-be0e-22e024e80da2 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 943 time: 0.0531602 Jun 14 18:14:39.490900 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-bcec4892-9cb5-4fc2-acd2-43c6f4292a85 req-22737dbb-fb34-4bb3-97cf-7d77b8215152 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314393 Jun 14 18:14:39.545394 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c818d2e9-935e-453c-8050-07b867362d42 req-faace415-1417-42a4-8bfb-1415c06640d7 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:39.547134 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-c818d2e9-935e-453c-8050-07b867362d42 req-faace415-1417-42a4-8bfb-1415c06640d7 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/ports?device_id=e20b57fd-5805-46f6-9e52-7bb9fca3adc9 HTTP/1.1" status: 200 len: 943 time: 0.0546823 Jun 14 18:14:39.586528 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-c818d2e9-935e-453c-8050-07b867362d42 req-4cb8e5fa-1e08-4368-9211-c1092b1a2199 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/security-groups?id=17eba8a0-dd59-4485-b2c1-8fad277f9b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328066 Jun 14 18:14:40.621108 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73073e7-83ca-4b50-9912-7620510ce4a7 req-b4cf569e-c5e6-4187-9e3a-a0cd7852f266 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:40.622606 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-c73073e7-83ca-4b50-9912-7620510ce4a7 req-b4cf569e-c5e6-4187-9e3a-a0cd7852f266 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 943 time: 0.0517988 Jun 14 18:14:40.668572 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-c73073e7-83ca-4b50-9912-7620510ce4a7 req-7cf31307-49d6-4702-9e5a-1f72ff1e8ec9 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379446 Jun 14 18:14:40.709938 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0616895-ac4b-4f35-970a-4403faf9f1e0 req-494b3147-ca3f-455d-bca1-e67c5aa634c5 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:40.711466 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-a0616895-ac4b-4f35-970a-4403faf9f1e0 req-494b3147-ca3f-455d-bca1-e67c5aa634c5 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/ports?device_id=e20b57fd-5805-46f6-9e52-7bb9fca3adc9 HTTP/1.1" status: 200 len: 943 time: 0.0529611 Jun 14 18:14:40.751767 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-a0616895-ac4b-4f35-970a-4403faf9f1e0 req-ea0315fc-0480-4a0c-bd18-39480345a0a5 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/security-groups?id=17eba8a0-dd59-4485-b2c1-8fad277f9b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341148 Jun 14 18:14:41.800622 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5627f048-bce6-49cd-8d56-6c0daf4365b5 req-e28ca308-55b3-48e3-a9d9-54c51d9f3e52 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:41.808220 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-5627f048-bce6-49cd-8d56-6c0daf4365b5 req-e28ca308-55b3-48e3-a9d9-54c51d9f3e52 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 943 time: 0.0587316 Jun 14 18:14:41.842146 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-5627f048-bce6-49cd-8d56-6c0daf4365b5 req-ccb52639-fc56-4a71-8ba7-fe3f41bb7487 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330741 Jun 14 18:14:41.885380 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a10b897-b8e5-44de-b5a8-ec83be1d90b4 req-a4a0677f-fe6d-4d1b-ba4d-a933a8c30a8a tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:41.887912 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-5a10b897-b8e5-44de-b5a8-ec83be1d90b4 req-a4a0677f-fe6d-4d1b-ba4d-a933a8c30a8a tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/ports?device_id=e20b57fd-5805-46f6-9e52-7bb9fca3adc9 HTTP/1.1" status: 200 len: 943 time: 0.0576310 Jun 14 18:14:41.930686 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-5a10b897-b8e5-44de-b5a8-ec83be1d90b4 req-451ab9c9-fb3c-4b24-9b44-7ee46310f3cd tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/security-groups?id=17eba8a0-dd59-4485-b2c1-8fad277f9b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342395 Jun 14 18:14:42.982489 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52404d47-d8de-4ade-8b30-058fe392eddd req-92f3289f-97ab-4ef4-931e-059887502143 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:42.982489 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-52404d47-d8de-4ade-8b30-058fe392eddd req-92f3289f-97ab-4ef4-931e-059887502143 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 943 time: 0.0613744 Jun 14 18:14:43.031711 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-52404d47-d8de-4ade-8b30-058fe392eddd req-e1a97d50-03a3-4a31-b008-8218008fb4c8 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343697 Jun 14 18:14:43.092400 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e962f0-8420-485f-a948-dcce6baf19ae req-91353dbb-9c5a-4ef1-b8eb-109d0b07abc7 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:43.094003 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-e8e962f0-8420-485f-a948-dcce6baf19ae req-91353dbb-9c5a-4ef1-b8eb-109d0b07abc7 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/ports?device_id=e20b57fd-5805-46f6-9e52-7bb9fca3adc9 HTTP/1.1" status: 200 len: 943 time: 0.0720394 Jun 14 18:14:43.137415 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-e8e962f0-8420-485f-a948-dcce6baf19ae req-90778dc6-c6ef-471c-b99b-eb65b012ef36 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/security-groups?id=17eba8a0-dd59-4485-b2c1-8fad277f9b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347679 Jun 14 18:14:44.160223 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928714c-6993-42b3-95d8-2aec8b986b8d req-9dd337f0-91be-4779-a8ce-5f82569f6fbb tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:44.161698 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-5928714c-6993-42b3-95d8-2aec8b986b8d req-9dd337f0-91be-4779-a8ce-5f82569f6fbb tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 943 time: 0.0540316 Jun 14 18:14:44.199452 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-5928714c-6993-42b3-95d8-2aec8b986b8d req-9cd303f0-1658-4359-8275-c9d9ad3b6c7e tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317125 Jun 14 18:14:44.317228 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f365a2-f934-4647-bc8b-ff93bd75604e req-98e4938f-e6f6-4a1e-aa60-46ae73b60066 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:44.318669 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-f9f365a2-f934-4647-bc8b-ff93bd75604e req-98e4938f-e6f6-4a1e-aa60-46ae73b60066 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/ports?device_id=e20b57fd-5805-46f6-9e52-7bb9fca3adc9 HTTP/1.1" status: 200 len: 943 time: 0.0505524 Jun 14 18:14:44.357516 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-f9f365a2-f934-4647-bc8b-ff93bd75604e req-2cdad9de-2628-481f-a856-4a006921983e tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/security-groups?id=17eba8a0-dd59-4485-b2c1-8fad277f9b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322475 Jun 14 18:14:45.336438 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97197a84-0ade-4ab3-9db2-3ca53e81cba1 req-7ccd5319-ab22-41d0-b5df-e25faf18dbc9 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:45.339021 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-97197a84-0ade-4ab3-9db2-3ca53e81cba1 req-7ccd5319-ab22-41d0-b5df-e25faf18dbc9 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 943 time: 0.0584810 Jun 14 18:14:45.379010 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-97197a84-0ade-4ab3-9db2-3ca53e81cba1 req-b10c4e1a-a999-4a55-b977-374d92d445f0 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331888 Jun 14 18:14:45.482063 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7009b1a1-7ff9-4a16-b02c-986af33e2df4 req-90c8ee71-7b5b-43e6-b21f-be5cb3bc3498 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:45.484302 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-7009b1a1-7ff9-4a16-b02c-986af33e2df4 req-90c8ee71-7b5b-43e6-b21f-be5cb3bc3498 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/ports?device_id=e20b57fd-5805-46f6-9e52-7bb9fca3adc9 HTTP/1.1" status: 200 len: 943 time: 0.0531566 Jun 14 18:14:45.521244 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-7009b1a1-7ff9-4a16-b02c-986af33e2df4 req-f6f88f89-9fd0-42c7-a8ec-2b5336cebe76 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/security-groups?id=17eba8a0-dd59-4485-b2c1-8fad277f9b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306904 Jun 14 18:14:46.431498 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-f40f3bb4-63b0-4f5c-b911-751caa87720c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:46.504179 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d82b6-4f8f-431d-ae60-33dee38f8c4a req-d77bd39b-2803-4eba-900c-72d0abd22d02 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:46.505674 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-c58d82b6-4f8f-431d-ae60-33dee38f8c4a req-d77bd39b-2803-4eba-900c-72d0abd22d02 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 943 time: 0.0521374 Jun 14 18:14:46.543221 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-c58d82b6-4f8f-431d-ae60-33dee38f8c4a req-9bca4417-e22a-4135-b054-12046f51df71 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316124 Jun 14 18:14:46.634143 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b43a16f-396d-45b3-9283-0b3419329d27 req-1172fe95-bf93-4961-bc16-32c9a05b58d0 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:46.635512 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-2b43a16f-396d-45b3-9283-0b3419329d27 req-1172fe95-bf93-4961-bc16-32c9a05b58d0 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/ports?device_id=e20b57fd-5805-46f6-9e52-7bb9fca3adc9 HTTP/1.1" status: 200 len: 943 time: 0.0484469 Jun 14 18:14:46.672774 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-2b43a16f-396d-45b3-9283-0b3419329d27 req-624b7870-2cbf-49a4-9bda-b4f126cac1e0 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/security-groups?id=17eba8a0-dd59-4485-b2c1-8fad277f9b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310993 Jun 14 18:14:47.563617 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device 6ca32c09-ea48-4a08-b468-7e9cceb38874 details requested by agent hyperv_hv-cinder-82173 with host hv-cinder-82173 {{(pid=102478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 14 18:14:47.659121 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] For port 6ca32c09-ea48-4a08-b468-7e9cceb38874, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=6ca32c09-ea48-4a08-b468-7e9cceb38874,segment=NetworkSegment(00c9591e-d9e3-4c96-a0cd-c6aa4f6c80b9),segment_id=00c9591e-d9e3-4c96-a0cd-c6aa4f6c80b9)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:14:47.665557 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ee3258-418e-481d-b7ac-507ce91667c3 req-8c88311f-dd8e-4394-9419-2eb6e6bdb909 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:47.667125 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-04ee3258-418e-481d-b7ac-507ce91667c3 req-8c88311f-dd8e-4394-9419-2eb6e6bdb909 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 943 time: 0.0481701 Jun 14 18:14:47.670051 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Returning: {'device': '6ca32c09-ea48-4a08-b468-7e9cceb38874', 'network_id': '16a38fd0-908c-49c9-8b7d-9ea79627fd40', 'port_id': '6ca32c09-ea48-4a08-b468-7e9cceb38874', 'mac_address': 'fa:16:3e:8a:a6:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1031, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6fd4df0-61f4-48b5-9fb9-b9718ce89b6a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 14 18:14:47.706721 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-04ee3258-418e-481d-b7ac-507ce91667c3 req-2eb5fbda-cc57-453a-81a0-a5625605aa49 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323191 Jun 14 18:14:47.709206 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Current status of the port 6ca32c09-ea48-4a08-b468-7e9cceb38874 is: DOWN; New status is: BUILD {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:14:47.709603 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:47.727611 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.notifiers.nova [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ca32c09-ea48-4a08-b468-7e9cceb38874 {{(pid=102478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:14:47.743770 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] For port 6ca32c09-ea48-4a08-b468-7e9cceb38874, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=6ca32c09-ea48-4a08-b468-7e9cceb38874,segment=NetworkSegment(00c9591e-d9e3-4c96-a0cd-c6aa4f6c80b9),segment_id=00c9591e-d9e3-4c96-a0cd-c6aa4f6c80b9)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:14:47.748660 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:47.790141 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b6b58-4e03-4237-b0ac-30d4036bdc34 req-5afc0efc-b1a3-4888-8357-75ed2d7712f7 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:47.790778 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.agents_db [None req-d83a49a0-1be1-4d29-a7ba-91319940a8a9 None None] Agent healthcheck: found 6 active agents {{(pid=102479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 14 18:14:47.791829 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-db4b6b58-4e03-4237-b0ac-30d4036bdc34 req-5afc0efc-b1a3-4888-8357-75ed2d7712f7 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/ports?device_id=e20b57fd-5805-46f6-9e52-7bb9fca3adc9 HTTP/1.1" status: 200 len: 944 time: 0.0516748 Jun 14 18:14:47.801813 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Pushing event updated for resources: {'Port': ['ID=6ca32c09-ea48-4a08-b468-7e9cceb38874,revision_number=4']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:14:47.831366 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-db4b6b58-4e03-4237-b0ac-30d4036bdc34 req-39edbd00-4411-4f4f-90b7-d19a32748707 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/security-groups?id=17eba8a0-dd59-4485-b2c1-8fad277f9b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328162 Jun 14 18:14:48.065239 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] get_ports_and_sgs() called for port_ids ['6ca32c09-ea48-4a08-b468-7e9cceb38874'] {{(pid=102478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 14 18:14:48.713368 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-b7906738-f198-44bc-8268-298d385c75fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:48.829205 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a863fce-8fa6-4c9c-ab79-01802e7837b7 req-385a11e6-33f6-455d-9edf-3dd2fdd4697a tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:48.830690 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-2a863fce-8fa6-4c9c-ab79-01802e7837b7 req-385a11e6-33f6-455d-9edf-3dd2fdd4697a tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 943 time: 0.0483747 Jun 14 18:14:48.871732 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-2a863fce-8fa6-4c9c-ab79-01802e7837b7 req-67d2e5b1-f6dc-4267-9703-6f3c6e6aa19c tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334485 Jun 14 18:14:48.948574 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221be628-9f02-4ce8-9bbe-68405f0b9c42 req-e15f385f-ca90-445d-a2b4-454c5a7292ca tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:48.950039 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-221be628-9f02-4ce8-9bbe-68405f0b9c42 req-e15f385f-ca90-445d-a2b4-454c5a7292ca tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/ports?device_id=e20b57fd-5805-46f6-9e52-7bb9fca3adc9 HTTP/1.1" status: 200 len: 944 time: 0.0519941 Jun 14 18:14:48.988597 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-221be628-9f02-4ce8-9bbe-68405f0b9c42 req-1adde7df-9417-4629-a34a-ff83df8b6233 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/security-groups?id=17eba8a0-dd59-4485-b2c1-8fad277f9b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319269 Jun 14 18:14:49.574398 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device 6ca32c09-ea48-4a08-b468-7e9cceb38874 up at agent hyperv_hv-cinder-82173 {{(pid=102478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:14:49.624375 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Provisioning for port 6ca32c09-ea48-4a08-b468-7e9cceb38874 completed by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 18:14:49.628154 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Provisioning complete for port 6ca32c09-ea48-4a08-b468-7e9cceb38874 triggered by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:14:49.628522 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:49.701140 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Current status of the port 6ca32c09-ea48-4a08-b468-7e9cceb38874 is: BUILD; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:14:49.701515 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:49.726116 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e20b57fd-5805-46f6-9e52-7bb9fca3adc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca32c09-ea48-4a08-b468-7e9cceb38874'}] {{(pid=102478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:14:49.728304 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d8e2526aaff2bef62a8f92ec40b510f98ca8a12776779af706bb4cba97706d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42660707-0b90-4a91-a8a0-f45bcee5a200" -d '{"events": [{"server_uuid": "e20b57fd-5805-46f6-9e52-7bb9fca3adc9", "name": "network-vif-plugged", "status": "completed", "tag": "6ca32c09-ea48-4a08-b468-7e9cceb38874"}]}' {{(pid=102478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:14:49.742328 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] For port 6ca32c09-ea48-4a08-b468-7e9cceb38874, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=6ca32c09-ea48-4a08-b468-7e9cceb38874,segment=NetworkSegment(00c9591e-d9e3-4c96-a0cd-c6aa4f6c80b9),segment_id=00c9591e-d9e3-4c96-a0cd-c6aa4f6c80b9)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:14:49.746627 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:49.770198 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f4b44ba-a6a2-43a2-b53e-9f194d89f30e x-openstack-request-id: req-4f4b44ba-a6a2-43a2-b53e-9f194d89f30e {{(pid=102478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:14:49.770487 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e20b57fd-5805-46f6-9e52-7bb9fca3adc9", "name": "network-vif-plugged", "status": "completed", "tag": "6ca32c09-ea48-4a08-b468-7e9cceb38874", "code": 200}]} {{(pid=102478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:14:49.770734 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4f4b44ba-a6a2-43a2-b53e-9f194d89f30e {{(pid=102478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:14:49.771116 dv-cinder-821739-1-iscsi neutron-server[102478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f4b44ba-a6a2-43a2-b53e-9f194d89f30e'] response: {'server_uuid': 'e20b57fd-5805-46f6-9e52-7bb9fca3adc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca32c09-ea48-4a08-b468-7e9cceb38874', 'code': 200} Jun 14 18:14:49.805393 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-cf1fda14-6f0d-42ea-928d-63fe9f24329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:49.810246 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Pushing event updated for resources: {'Port': ['ID=6ca32c09-ea48-4a08-b468-7e9cceb38874,revision_number=5']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:14:50.008228 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec670d2-d7c5-4a6e-bbb1-ed25c40eb3c3 req-fe94d2f5-4c45-4287-acbe-96b3dc2f3d36 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:50.009732 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-cec670d2-d7c5-4a6e-bbb1-ed25c40eb3c3 req-fe94d2f5-4c45-4287-acbe-96b3dc2f3d36 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 943 time: 0.0649779 Jun 14 18:14:50.052156 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-cec670d2-d7c5-4a6e-bbb1-ed25c40eb3c3 req-69f5291a-f1ff-4fa2-b355-d46e47351404 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347190 Jun 14 18:14:50.131876 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f37d68-1b8e-4eaa-b8a4-32f110d865bf req-95f27cb1-37b4-4708-8292-bde98a5f8e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:50.133361 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-59f37d68-1b8e-4eaa-b8a4-32f110d865bf req-95f27cb1-37b4-4708-8292-bde98a5f8e17 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=e20b57fd-5805-46f6-9e52-7bb9fca3adc9 HTTP/1.1" status: 200 len: 1098 time: 0.0767868 Jun 14 18:14:50.145600 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c885d409-23da-41a3-8a47-3a8f6006c42a req-af45423e-60d1-4170-9c2b-e88f38405388 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:50.146999 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-c885d409-23da-41a3-8a47-3a8f6006c42a req-af45423e-60d1-4170-9c2b-e88f38405388 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/ports?device_id=e20b57fd-5805-46f6-9e52-7bb9fca3adc9 HTTP/1.1" status: 200 len: 945 time: 0.0606923 Jun 14 18:14:50.202022 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-59f37d68-1b8e-4eaa-b8a4-32f110d865bf req-696f4eed-edad-4ce8-a1aa-6558589f03b6 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=17eba8a0-dd59-4485-b2c1-8fad277f9b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504518 Jun 14 18:14:50.207250 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-c885d409-23da-41a3-8a47-3a8f6006c42a req-5e9bd647-77b7-4572-aeed-1bc8adc4f274 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/security-groups?id=17eba8a0-dd59-4485-b2c1-8fad277f9b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502474 Jun 14 18:14:51.172825 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c7a358-29c5-4f5b-a824-174920ee1a01 req-28d7d12a-0653-4ff9-b72e-647f4a70f441 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:51.174300 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-61c7a358-29c5-4f5b-a824-174920ee1a01 req-28d7d12a-0653-4ff9-b72e-647f4a70f441 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 943 time: 0.0478151 Jun 14 18:14:51.209552 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-61c7a358-29c5-4f5b-a824-174920ee1a01 req-15bcd8cd-94ac-47c2-b7a1-005f1feb0dae tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293729 Jun 14 18:14:51.319988 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f0a0e1-394a-4ce1-be7c-63e490a9b038 req-b19aa2b5-0c52-4286-a403-36dc9d290d5c tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:51.321439 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-47f0a0e1-394a-4ce1-be7c-63e490a9b038 req-b19aa2b5-0c52-4286-a403-36dc9d290d5c tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/ports?device_id=e20b57fd-5805-46f6-9e52-7bb9fca3adc9 HTTP/1.1" status: 200 len: 945 time: 0.0483520 Jun 14 18:14:51.362779 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-47f0a0e1-394a-4ce1-be7c-63e490a9b038 req-5d8940fc-0053-4a8f-b7cb-e0f8e8219ee4 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/security-groups?id=17eba8a0-dd59-4485-b2c1-8fad277f9b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353990 Jun 14 18:14:51.593823 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-1a5f21f8-b210-492f-a8cf-2d8a6010caea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:51.940293 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:52.338614 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbd2ec8-e489-40d2-bbee-8b9013a3ae78 req-3f3862a1-3e88-4d4a-9ec8-5803989f9f48 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:52.340293 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-ecbd2ec8-e489-40d2-bbee-8b9013a3ae78 req-3f3862a1-3e88-4d4a-9ec8-5803989f9f48 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 943 time: 0.0529211 Jun 14 18:14:52.384061 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-ecbd2ec8-e489-40d2-bbee-8b9013a3ae78 req-6c7dea6a-fc60-4802-a398-5e15ac00b677 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350986 Jun 14 18:14:52.486559 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c214d39e-f944-4fe8-9440-d02f1db9bea3 req-5da459e0-8699-4aac-b7b6-440123110227 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:52.488053 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-c214d39e-f944-4fe8-9440-d02f1db9bea3 req-5da459e0-8699-4aac-b7b6-440123110227 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/ports?device_id=e20b57fd-5805-46f6-9e52-7bb9fca3adc9 HTTP/1.1" status: 200 len: 945 time: 0.0498123 Jun 14 18:14:52.525834 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-c214d39e-f944-4fe8-9440-d02f1db9bea3 req-c029ab63-9587-4b1f-aa50-7dcbf008d8bc tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/security-groups?id=17eba8a0-dd59-4485-b2c1-8fad277f9b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306721 Jun 14 18:14:52.639291 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc6324-0236-458d-bef9-8eaeaaa120ae req-0b117c0c-21e9-400d-b67a-6895c272a81a tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:52.640750 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-aacc6324-0236-458d-bef9-8eaeaaa120ae req-0b117c0c-21e9-400d-b67a-6895c272a81a tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/ports?device_id=e20b57fd-5805-46f6-9e52-7bb9fca3adc9 HTTP/1.1" status: 200 len: 945 time: 0.0488670 Jun 14 18:14:52.678746 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-aacc6324-0236-458d-bef9-8eaeaaa120ae req-92fb6c0c-f6c3-4bc8-a50f-ef7a570be040 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/security-groups?id=17eba8a0-dd59-4485-b2c1-8fad277f9b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319932 Jun 14 18:14:52.700360 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 55410) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:14:52.846837 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d399b1f-399c-417d-bb0a-5d3b8ae42a34 tempest-TestShelveInstance-86796077 tempest-TestShelveInstance-86796077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:52.848346 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-1d399b1f-399c-417d-bb0a-5d3b8ae42a34 tempest-TestShelveInstance-86796077 tempest-TestShelveInstance-86796077-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=e20b57fd-5805-46f6-9e52-7bb9fca3adc9 HTTP/1.1" status: 200 len: 1093 time: 0.1469584 Jun 14 18:14:52.851371 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 55418) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:14:52.856369 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.v2.base [None req-d849ddc9-4904-4b61-991e-a07e21395605 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Request body: {'floatingip': {'floating_network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'port_id': '6ca32c09-ea48-4a08-b468-7e9cceb38874', 'tenant_id': 'ba1a6001b639493eb65a9c1197ada8e4', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:14:52.878690 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-d849ddc9-4904-4b61-991e-a07e21395605 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Notify callbacks [] for floatingip, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:52.987942 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-d849ddc9-4904-4b61-991e-a07e21395605 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:53.092964 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.db_base_plugin_common [None req-d849ddc9-4904-4b61-991e-a07e21395605 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Allocated IP 172.27.2.158 (0514a421-38fe-44fa-a158-ef00d417fed9/5974f5a1-c656-4a3f-aaeb-f2cb77111b45/112d31ab-6bfa-475f-8138-0f4714cde910) {{(pid=102477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:14:53.194637 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-d849ddc9-4904-4b61-991e-a07e21395605 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Notify callbacks [] for port, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:53.227762 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-d849ddc9-4904-4b61-991e-a07e21395605 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239190878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16661523'] for port, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:53.264708 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d849ddc9-4904-4b61-991e-a07e21395605 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Network 0514a421-38fe-44fa-a158-ef00d417fed9 is already hosted by enough agents. {{(pid=102477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:14:53.268199 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.base_scheduler [None req-d849ddc9-4904-4b61-991e-a07e21395605 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Resources bound (agent type, host, resource id): {{(pid=102477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:14:53.273503 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d849ddc9-4904-4b61-991e-a07e21395605 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Received port after_create {{(pid=102477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 14 18:14:53.303042 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d849ddc9-4904-4b61-991e-a07e21395605 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Pushing event updated for resources: {'Port': ['ID=112d31ab-6bfa-475f-8138-0f4714cde910,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:14:53.316715 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d849ddc9-4904-4b61-991e-a07e21395605 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:14:53.317060 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d849ddc9-4904-4b61-991e-a07e21395605 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:14:53.317397 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d849ddc9-4904-4b61-991e-a07e21395605 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:14:53.317762 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d849ddc9-4904-4b61-991e-a07e21395605 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:14:53.318093 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d849ddc9-4904-4b61-991e-a07e21395605 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:14:53.318418 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d849ddc9-4904-4b61-991e-a07e21395605 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:14:53.318739 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d849ddc9-4904-4b61-991e-a07e21395605 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:14:53.319068 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d849ddc9-4904-4b61-991e-a07e21395605 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:14:53.319412 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d849ddc9-4904-4b61-991e-a07e21395605 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:14:53.319705 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d849ddc9-4904-4b61-991e-a07e21395605 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:14:53.320022 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d849ddc9-4904-4b61-991e-a07e21395605 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:14:53.320336 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d849ddc9-4904-4b61-991e-a07e21395605 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:14:53.584398 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01db9b6c-3f5f-476b-8bc3-0a40d0114538 req-44e3061e-3602-4834-8f9a-bb90c4f29d11 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:53.585955 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-01db9b6c-3f5f-476b-8bc3-0a40d0114538 req-44e3061e-3602-4834-8f9a-bb90c4f29d11 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 943 time: 0.1254888 Jun 14 18:14:53.668160 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-01db9b6c-3f5f-476b-8bc3-0a40d0114538 req-a9a653ca-6164-4496-a1e3-aaa1555c97ae tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730536 Jun 14 18:14:53.715332 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-d849ddc9-4904-4b61-991e-a07e21395605 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:53.781417 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-d849ddc9-4904-4b61-991e-a07e21395605 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:53.922836 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-d849ddc9-4904-4b61-991e-a07e21395605 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Notify callbacks [] for port, precommit_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:53.927135 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-d849ddc9-4904-4b61-991e-a07e21395605 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16661530'] for port, after_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:54.006031 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d849ddc9-4904-4b61-991e-a07e21395605 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Pushing event updated for resources: {'Port': ['ID=112d31ab-6bfa-475f-8138-0f4714cde910,revision_number=2']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:14:54.014569 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-d849ddc9-4904-4b61-991e-a07e21395605 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8287696'] for floatingip, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:54.116077 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.db.l3_db [None req-d849ddc9-4904-4b61-991e-a07e21395605 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Floating IP 4d751b31-f6f8-4d44-a056-42401f0369ba associated. External IP: 172.27.2.158, port: 6ca32c09-ea48-4a08-b468-7e9cceb38874. Jun 14 18:14:54.313544 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d849ddc9-4904-4b61-991e-a07e21395605 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Router 47afafad-783e-40f4-b652-f40577821898 has already been hosted by L3 agent 2bd7ef4a-700f-45f4-ae1e-98ca6454acba {{(pid=102477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:14:54.630829 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d849ddc9-4904-4b61-991e-a07e21395605 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Notify agent at l3_agent.dv-cinder-821739-1-iscsi the message routers_updated {{(pid=102477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:14:54.640621 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efc4282-7173-47d0-b2ef-82d7bd66b0bf None None] Sync routers for ids ['47afafad-783e-40f4-b652-f40577821898'] in dv-cinder-821739-1-iscsi {{(pid=102479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:14:54.648923 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-d849ddc9-4904-4b61-991e-a07e21395605 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for floatingip, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:54.652431 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efc4282-7173-47d0-b2ef-82d7bd66b0bf None None] Routers {'47afafad-783e-40f4-b652-f40577821898'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:14:54.652431 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-6efc4282-7173-47d0-b2ef-82d7bd66b0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:14:49Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['47afafad-783e-40f4-b652-f40577821898'], 'active': True} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:14:54.677459 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-d849ddc9-4904-4b61-991e-a07e21395605 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8227353 Jun 14 18:14:54.677459 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e20b57fd-5805-46f6-9e52-7bb9fca3adc9', 'tag': '6ca32c09-ea48-4a08-b468-7e9cceb38874'}] {{(pid=102477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:14:54.678233 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63a05a5c49a881ad62840f65bcdf4689c8e257def52ee20504415851ea2faa0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e73f13bd-c36f-4427-8b08-efea3cb4ee1b" -d '{"events": [{"name": "network-changed", "server_uuid": "e20b57fd-5805-46f6-9e52-7bb9fca3adc9", "tag": "6ca32c09-ea48-4a08-b468-7e9cceb38874"}]}' {{(pid=102477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:14:54.717519 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Jun 2022 18:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8176f45-f777-4e69-85ad-0d2fa4578065 x-openstack-request-id: req-c8176f45-f777-4e69-85ad-0d2fa4578065 {{(pid=102477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:14:54.719981 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e20b57fd-5805-46f6-9e52-7bb9fca3adc9", "tag": "6ca32c09-ea48-4a08-b468-7e9cceb38874", "status": "completed", "code": 200}]} {{(pid=102477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:14:54.719981 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c8176f45-f777-4e69-85ad-0d2fa4578065 {{(pid=102477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:14:54.719981 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8176f45-f777-4e69-85ad-0d2fa4578065'] response: {'name': 'network-changed', 'server_uuid': 'e20b57fd-5805-46f6-9e52-7bb9fca3adc9', 'tag': '6ca32c09-ea48-4a08-b468-7e9cceb38874', 'status': 'completed', 'code': 200} Jun 14 18:14:54.760064 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvr_db [None req-6efc4282-7173-47d0-b2ef-82d7bd66b0bf None None] Set router 47afafad-783e-40f4-b652-f40577821898 gateway port host: dv-cinder-821739-1-iscsi {{(pid=102479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:14:54.794451 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e1f88-9a35-4698-a455-865b6ecf0eb9 req-9098ce47-8087-4b00-8577-815a173909af tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:54.796526 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-4b6e1f88-9a35-4698-a455-865b6ecf0eb9 req-9098ce47-8087-4b00-8577-815a173909af tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 943 time: 0.0486064 Jun 14 18:14:54.834070 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-4b6e1f88-9a35-4698-a455-865b6ecf0eb9 req-cfb3a18b-1d84-4f16-bd7c-bbd69a37031f tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311160 Jun 14 18:14:54.983904 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-6efc4282-7173-47d0-b2ef-82d7bd66b0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47afafad-783e-40f4-b652-f40577821898', 'name': 'tempest-TestShelveInstance-1638102188-router', 'tenant_id': 'ba1a6001b639493eb65a9c1197ada8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'd26b9894-09e2-4b11-977b-2d2cae12ffed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:13:48Z', 'updated_at': '2022-06-14T18:13:52Z', 'revision_number': 4, 'project_id': 'ba1a6001b639493eb65a9c1197ada8e4', 'gw_port': {'id': 'd26b9894-09e2-4b11-977b-2d2cae12ffed', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47afafad-783e-40f4-b652-f40577821898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:13:49Z', 'updated_at': '2022-06-14T18:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_floatingips': [{'id': '4d751b31-f6f8-4d44-a056-42401f0369ba', 'tenant_id': 'ba1a6001b639493eb65a9c1197ada8e4', 'floating_ip_address': '172.27.2.158', 'floating_network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'router_id': '47afafad-783e-40f4-b652-f40577821898', 'port_id': '6ca32c09-ea48-4a08-b468-7e9cceb38874', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16a38fd0-908c-49c9-8b7d-9ea79627fd40', 'mac_address': 'fa:16:3e:8a:a6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20b57fd-5805-46f6-9e52-7bb9fca3adc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:14:53Z', 'updated_at': '2022-06-14T18:14:53Z', 'revision_number': 0, 'project_id': 'ba1a6001b639493eb65a9c1197ada8e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52f5e439-576e-422e-8951-0de918ff1df2', 'name': '', 'network_id': '16a38fd0-908c-49c9-8b7d-9ea79627fd40', 'tenant_id': 'ba1a6001b639493eb65a9c1197ada8e4', 'mac_address': 'fa:16:3e:57:1e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47afafad-783e-40f4-b652-f40577821898', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'b6fd4df0-61f4-48b5-9fb9-b9718ce89b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:13:52Z', 'updated_at': '2022-06-14T18:13:58Z', 'revision_number': 5, 'project_id': 'ba1a6001b639493eb65a9c1197ada8e4', 'subnets': [{'id': 'b6fd4df0-61f4-48b5-9fb9-b9718ce89b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:14:54.989158 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device 155f6b8d-7e54-4a68-be58-dd9494c118a5 details requested by agent hyperv_hv-cinder-82173 with host hv-cinder-82173 {{(pid=102478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 14 18:14:55.009951 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efc4282-7173-47d0-b2ef-82d7bd66b0bf None None] Checking router: 47afafad-783e-40f4-b652-f40577821898 for host: dv-cinder-821739-1-iscsi {{(pid=102479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:14:55.019157 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efc4282-7173-47d0-b2ef-82d7bd66b0bf None None] Routers {'47afafad-783e-40f4-b652-f40577821898'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:14:55.019764 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-6efc4282-7173-47d0-b2ef-82d7bd66b0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:14:49Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['47afafad-783e-40f4-b652-f40577821898'], 'active': True} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:14:55.127665 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvr_db [None req-6efc4282-7173-47d0-b2ef-82d7bd66b0bf None None] Set router 47afafad-783e-40f4-b652-f40577821898 gateway port host: dv-cinder-821739-1-iscsi {{(pid=102479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:14:55.203125 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] For port 155f6b8d-7e54-4a68-be58-dd9494c118a5, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=155f6b8d-7e54-4a68-be58-dd9494c118a5,segment=NetworkSegment(3352f152-10ce-4dbd-b036-7cefe3776371),segment_id=3352f152-10ce-4dbd-b036-7cefe3776371)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:14:55.214703 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Returning: {'device': '155f6b8d-7e54-4a68-be58-dd9494c118a5', 'network_id': '207b3e54-87d5-4ff2-9e27-0fc3ae498411', 'port_id': '155f6b8d-7e54-4a68-be58-dd9494c118a5', 'mac_address': 'fa:16:3e:34:56:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1036, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60742c27-3909-4c07-b59a-2eae5cd6702e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 14 18:14:55.253141 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Current status of the port 155f6b8d-7e54-4a68-be58-dd9494c118a5 is: DOWN; New status is: BUILD {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:14:55.253520 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:55.266791 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.notifiers.nova [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 155f6b8d-7e54-4a68-be58-dd9494c118a5 {{(pid=102478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:14:55.286490 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] For port 155f6b8d-7e54-4a68-be58-dd9494c118a5, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=155f6b8d-7e54-4a68-be58-dd9494c118a5,segment=NetworkSegment(3352f152-10ce-4dbd-b036-7cefe3776371),segment_id=3352f152-10ce-4dbd-b036-7cefe3776371)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:14:55.290421 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:55.339008 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Pushing event updated for resources: {'Port': ['ID=155f6b8d-7e54-4a68-be58-dd9494c118a5,revision_number=9']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:14:55.433612 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-6efc4282-7173-47d0-b2ef-82d7bd66b0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47afafad-783e-40f4-b652-f40577821898', 'name': 'tempest-TestShelveInstance-1638102188-router', 'tenant_id': 'ba1a6001b639493eb65a9c1197ada8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'd26b9894-09e2-4b11-977b-2d2cae12ffed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:13:48Z', 'updated_at': '2022-06-14T18:13:52Z', 'revision_number': 4, 'project_id': 'ba1a6001b639493eb65a9c1197ada8e4', 'gw_port': {'id': 'd26b9894-09e2-4b11-977b-2d2cae12ffed', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47afafad-783e-40f4-b652-f40577821898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:13:49Z', 'updated_at': '2022-06-14T18:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_floatingips': [{'id': '4d751b31-f6f8-4d44-a056-42401f0369ba', 'tenant_id': 'ba1a6001b639493eb65a9c1197ada8e4', 'floating_ip_address': '172.27.2.158', 'floating_network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'router_id': '47afafad-783e-40f4-b652-f40577821898', 'port_id': '6ca32c09-ea48-4a08-b468-7e9cceb38874', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16a38fd0-908c-49c9-8b7d-9ea79627fd40', 'mac_address': 'fa:16:3e:8a:a6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20b57fd-5805-46f6-9e52-7bb9fca3adc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:14:53Z', 'updated_at': '2022-06-14T18:14:53Z', 'revision_number': 0, 'project_id': 'ba1a6001b639493eb65a9c1197ada8e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52f5e439-576e-422e-8951-0de918ff1df2', 'name': '', 'network_id': '16a38fd0-908c-49c9-8b7d-9ea79627fd40', 'tenant_id': 'ba1a6001b639493eb65a9c1197ada8e4', 'mac_address': 'fa:16:3e:57:1e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47afafad-783e-40f4-b652-f40577821898', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'b6fd4df0-61f4-48b5-9fb9-b9718ce89b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:13:52Z', 'updated_at': '2022-06-14T18:13:58Z', 'revision_number': 5, 'project_id': 'ba1a6001b639493eb65a9c1197ada8e4', 'subnets': [{'id': 'b6fd4df0-61f4-48b5-9fb9-b9718ce89b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:14:55.464157 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efc4282-7173-47d0-b2ef-82d7bd66b0bf None None] The sync data for ids ['47afafad-783e-40f4-b652-f40577821898'] in dv-cinder-821739-1-iscsi is: [{'id': '47afafad-783e-40f4-b652-f40577821898', 'name': 'tempest-TestShelveInstance-1638102188-router', 'tenant_id': 'ba1a6001b639493eb65a9c1197ada8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'd26b9894-09e2-4b11-977b-2d2cae12ffed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:13:48Z', 'updated_at': '2022-06-14T18:13:52Z', 'revision_number': 4, 'project_id': 'ba1a6001b639493eb65a9c1197ada8e4', 'gw_port': {'id': 'd26b9894-09e2-4b11-977b-2d2cae12ffed', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47afafad-783e-40f4-b652-f40577821898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:13:49Z', 'updated_at': '2022-06-14T18:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_floatingips': [{'id': '4d751b31-f6f8-4d44-a056-42401f0369ba', 'tenant_id': 'ba1a6001b639493eb65a9c1197ada8e4', 'floating_ip_address': '172.27.2.158', 'floating_network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'router_id': '47afafad-783e-40f4-b652-f40577821898', 'port_id': '6ca32c09-ea48-4a08-b468-7e9cceb38874', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16a38fd0-908c-49c9-8b7d-9ea79627fd40', 'mac_address': 'fa:16:3e:8a:a6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20b57fd-5805-46f6-9e52-7bb9fca3adc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:14:53Z', 'updated_at': '2022-06-14T18:14:53Z', 'revision_number': 0, 'project_id': 'ba1a6001b639493eb65a9c1197ada8e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52f5e439-576e-422e-8951-0de918ff1df2', 'name': '', 'network_id': '16a38fd0-908c-49c9-8b7d-9ea79627fd40', 'tenant_id': 'ba1a6001b639493eb65a9c1197ada8e4', 'mac_address': 'fa:16:3e:57:1e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47afafad-783e-40f4-b652-f40577821898', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'b6fd4df0-61f4-48b5-9fb9-b9718ce89b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:13:52Z', 'updated_at': '2022-06-14T18:13:58Z', 'revision_number': 5, 'project_id': 'ba1a6001b639493eb65a9c1197ada8e4', 'subnets': [{'id': 'b6fd4df0-61f4-48b5-9fb9-b9718ce89b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:14:55.652897 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e78c28-8e9a-495b-8152-6f2c3785be85 None None] New status for floating IP 4d751b31-f6f8-4d44-a056-42401f0369ba: ACTIVE {{(pid=102478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 18:14:55.954807 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c06422-a1a4-48e4-b363-21e08807b85f req-34aefd5c-49eb-4dec-90f0-1c3934814502 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:55.956259 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-33c06422-a1a4-48e4-b363-21e08807b85f req-34aefd5c-49eb-4dec-90f0-1c3934814502 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 944 time: 0.0477610 Jun 14 18:14:56.013832 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-33c06422-a1a4-48e4-b363-21e08807b85f req-4521ecbc-ddb3-4336-ab7a-7ae3fab9302c tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515656 Jun 14 18:14:56.042282 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73f13bd-c36f-4427-8b08-efea3cb4ee1b req-f5092ffa-be2b-4465-b21c-8a0a1f7e1bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:56.043817 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-e73f13bd-c36f-4427-8b08-efea3cb4ee1b req-f5092ffa-be2b-4465-b21c-8a0a1f7e1bc4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ba1a6001b639493eb65a9c1197ada8e4&device_id=e20b57fd-5805-46f6-9e52-7bb9fca3adc9 HTTP/1.1" status: 200 len: 1098 time: 0.0401709 Jun 14 18:14:56.145695 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73f13bd-c36f-4427-8b08-efea3cb4ee1b req-c08698e4-4b1e-457f-a12e-74e077b9044c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:56.147121 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-e73f13bd-c36f-4427-8b08-efea3cb4ee1b req-c08698e4-4b1e-457f-a12e-74e077b9044c service neutron] 10.222.0.90 "GET /v2.0/networks?id=16a38fd0-908c-49c9-8b7d-9ea79627fd40 HTTP/1.1" status: 200 len: 911 time: 0.0858908 Jun 14 18:14:56.219994 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-e73f13bd-c36f-4427-8b08-efea3cb4ee1b req-7b2dd94b-ee8d-43f7-896b-e27dd5099d65 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ca32c09-ea48-4a08-b468-7e9cceb38874 HTTP/1.1" status: 200 len: 1001 time: 0.0595737 Jun 14 18:14:56.269131 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73f13bd-c36f-4427-8b08-efea3cb4ee1b req-99075301-4546-484e-a486-92e4c677fc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:56.270577 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-e73f13bd-c36f-4427-8b08-efea3cb4ee1b req-99075301-4546-484e-a486-92e4c677fc77 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b6fd4df0-61f4-48b5-9fb9-b9718ce89b6a HTTP/1.1" status: 200 len: 848 time: 0.0420325 Jun 14 18:14:56.317945 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73f13bd-c36f-4427-8b08-efea3cb4ee1b req-a0b1f114-a0b0-4758-a044-d5354cb1b5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:56.319356 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-e73f13bd-c36f-4427-8b08-efea3cb4ee1b req-a0b1f114-a0b0-4758-a044-d5354cb1b5f4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=16a38fd0-908c-49c9-8b7d-9ea79627fd40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399623 Jun 14 18:14:56.416697 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-e73f13bd-c36f-4427-8b08-efea3cb4ee1b req-41378fd6-7317-40e8-bccf-a2e1fc46054f service neutron] 10.222.0.90 "GET /v2.0/networks/16a38fd0-908c-49c9-8b7d-9ea79627fd40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864329 Jun 14 18:14:56.449495 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] get_ports_and_sgs() called for port_ids ['155f6b8d-7e54-4a68-be58-dd9494c118a5'] {{(pid=102478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 14 18:14:56.512239 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-e73f13bd-c36f-4427-8b08-efea3cb4ee1b req-6f7cff82-8468-46af-a082-cc28ee79de85 service neutron] 10.222.0.90 "GET /v2.0/networks/16a38fd0-908c-49c9-8b7d-9ea79627fd40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828404 Jun 14 18:14:56.949629 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:57.135679 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b82a84-c39c-4d56-8dc0-fcc0f24480a0 req-4175c767-c7ce-40f1-8c7a-4d015b451496 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:57.137153 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-a9b82a84-c39c-4d56-8dc0-fcc0f24480a0 req-4175c767-c7ce-40f1-8c7a-4d015b451496 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 944 time: 0.0504034 Jun 14 18:14:57.190102 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-a9b82a84-c39c-4d56-8dc0-fcc0f24480a0 req-3d35d3b3-d2ef-4077-ad10-07f06b3a8049 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465083 Jun 14 18:14:58.308042 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a3417-8acc-4381-90aa-84c0d4c34f83 req-24500481-bcee-4acf-aa8d-0c86017586f5 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:58.309510 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-5e4a3417-8acc-4381-90aa-84c0d4c34f83 req-24500481-bcee-4acf-aa8d-0c86017586f5 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 944 time: 0.0484157 Jun 14 18:14:58.352487 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-5e4a3417-8acc-4381-90aa-84c0d4c34f83 req-99c8f468-288b-45ff-89b7-7cf6c1245db4 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369911 Jun 14 18:14:58.461415 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device 155f6b8d-7e54-4a68-be58-dd9494c118a5 up at agent hyperv_hv-cinder-82173 {{(pid=102478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:14:58.507926 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Provisioning complete for port 155f6b8d-7e54-4a68-be58-dd9494c118a5 triggered by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:14:58.508292 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:58.583822 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Current status of the port 155f6b8d-7e54-4a68-be58-dd9494c118a5 is: BUILD; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:14:58.584204 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:58.605958 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02a3a7be-c0dc-4e73-81e8-ffc85cac6e70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '155f6b8d-7e54-4a68-be58-dd9494c118a5'}] {{(pid=102478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:14:58.609430 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d8e2526aaff2bef62a8f92ec40b510f98ca8a12776779af706bb4cba97706d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-779355ac-f0d0-4e7f-81bf-2874d1cd5cfb" -d '{"events": [{"server_uuid": "02a3a7be-c0dc-4e73-81e8-ffc85cac6e70", "name": "network-vif-plugged", "status": "completed", "tag": "155f6b8d-7e54-4a68-be58-dd9494c118a5"}]}' {{(pid=102478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:14:58.625550 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] For port 155f6b8d-7e54-4a68-be58-dd9494c118a5, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=155f6b8d-7e54-4a68-be58-dd9494c118a5,segment=NetworkSegment(3352f152-10ce-4dbd-b036-7cefe3776371),segment_id=3352f152-10ce-4dbd-b036-7cefe3776371)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:14:58.629242 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:14:58.652023 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43748459-0bf2-4d53-bd9b-c32e4a5cb88d x-openstack-request-id: req-43748459-0bf2-4d53-bd9b-c32e4a5cb88d {{(pid=102478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:14:58.652339 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02a3a7be-c0dc-4e73-81e8-ffc85cac6e70", "name": "network-vif-plugged", "status": "completed", "tag": "155f6b8d-7e54-4a68-be58-dd9494c118a5", "code": 200}]} {{(pid=102478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:14:58.652595 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-43748459-0bf2-4d53-bd9b-c32e4a5cb88d {{(pid=102478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:14:58.652984 dv-cinder-821739-1-iscsi neutron-server[102478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43748459-0bf2-4d53-bd9b-c32e4a5cb88d'] response: {'server_uuid': '02a3a7be-c0dc-4e73-81e8-ffc85cac6e70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '155f6b8d-7e54-4a68-be58-dd9494c118a5', 'code': 200} Jun 14 18:14:58.681479 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Pushing event updated for resources: {'Port': ['ID=155f6b8d-7e54-4a68-be58-dd9494c118a5,revision_number=10']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:14:58.688689 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:14:58.689055 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:14:58.689394 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:14:58.689756 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:14:58.690082 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:14:58.690407 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:14:58.690730 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:14:58.691055 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:14:58.691375 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:14:58.691694 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:14:58.692011 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:14:58.692328 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:14:59.471431 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c180b6c5-8f1b-4421-aab5-24188f2292ab req-9846a55f-50e9-4a04-90db-a22fbafb510f tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:14:59.472883 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-c180b6c5-8f1b-4421-aab5-24188f2292ab req-9846a55f-50e9-4a04-90db-a22fbafb510f tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 946 time: 0.0481813 Jun 14 18:14:59.512689 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-c180b6c5-8f1b-4421-aab5-24188f2292ab req-8ea62404-d10c-4fc4-9c97-755df1ab34a8 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337512 Jun 14 18:15:00.635377 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cc203f-3aa9-40d9-a257-a1e3946f7923 req-5c9e99a3-f869-4538-80be-8bcfa3b7e7fe tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:15:00.636854 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-b7cc203f-3aa9-40d9-a257-a1e3946f7923 req-5c9e99a3-f869-4538-80be-8bcfa3b7e7fe tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 946 time: 0.0491648 Jun 14 18:15:00.677472 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-b7cc203f-3aa9-40d9-a257-a1e3946f7923 req-0c39ec36-bf9f-4ba9-a296-a100675d4042 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342031 Jun 14 18:15:01.107876 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba278fd1-126e-4a45-85a1-be3d8f7f4380 req-4f79615c-3613-4644-b23f-aff0b76006b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:15:01.109963 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-ba278fd1-126e-4a45-85a1-be3d8f7f4380 req-4f79615c-3613-4644-b23f-aff0b76006b7 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 1099 time: 0.0393386 Jun 14 18:15:01.147158 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-ba278fd1-126e-4a45-85a1-be3d8f7f4380 req-f145ab84-82ab-4dff-b8aa-c8d73447c1d1 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269730 Jun 14 18:15:01.799422 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dce7e8-9b6d-4899-8abf-de6fc2db2ee1 req-28571940-13af-4091-b65d-3f6e33926526 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:15:01.800909 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-04dce7e8-9b6d-4899-8abf-de6fc2db2ee1 req-28571940-13af-4091-b65d-3f6e33926526 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 946 time: 0.0486193 Jun 14 18:15:01.841595 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-04dce7e8-9b6d-4899-8abf-de6fc2db2ee1 req-ddf87f92-846c-4353-9b6f-2ee739c1c8d1 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345929 Jun 14 18:15:02.961118 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf00a4ad-b99d-4504-aca8-23aca3827286 req-e10f58ae-2bcf-4c6a-afef-300c2aa3b781 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:15:02.962593 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-bf00a4ad-b99d-4504-aca8-23aca3827286 req-e10f58ae-2bcf-4c6a-afef-300c2aa3b781 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 946 time: 0.0490515 Jun 14 18:15:03.004634 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-bf00a4ad-b99d-4504-aca8-23aca3827286 req-cc8e4803-6ffb-4152-815f-3c47169c06d0 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354478 Jun 14 18:15:04.129320 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400b734d-736c-4663-be9e-84b79914da7c req-137f50b6-a3d5-4c6f-954c-2f77b9620664 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:15:04.130788 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-400b734d-736c-4663-be9e-84b79914da7c req-137f50b6-a3d5-4c6f-954c-2f77b9620664 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 946 time: 0.0481610 Jun 14 18:15:04.167021 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-400b734d-736c-4663-be9e-84b79914da7c req-6772bf34-cda9-4b52-9ec5-edc50736c63c tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302789 Jun 14 18:15:05.286651 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309228af-921c-49d2-9e65-fe9c1cc53ba5 req-c1696aef-0ba6-434b-abcb-94e3a8d04ca7 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:15:05.288088 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-309228af-921c-49d2-9e65-fe9c1cc53ba5 req-c1696aef-0ba6-434b-abcb-94e3a8d04ca7 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 946 time: 0.0481191 Jun 14 18:15:05.324698 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-309228af-921c-49d2-9e65-fe9c1cc53ba5 req-2ce79fcf-6bd9-4f57-9ba4-11b6ae8c4e2c tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306425 Jun 14 18:15:06.444847 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477fbea1-377a-44c2-9b0b-82c0be59fb30 req-2299d88a-218f-490a-a0d1-91b052abaf2d tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:15:06.446319 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-477fbea1-377a-44c2-9b0b-82c0be59fb30 req-2299d88a-218f-490a-a0d1-91b052abaf2d tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 946 time: 0.0477693 Jun 14 18:15:06.481967 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-477fbea1-377a-44c2-9b0b-82c0be59fb30 req-e2146edf-046f-4e6b-a33e-65f06ee8389a tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295553 Jun 14 18:15:10.423898 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffca6d92-34c5-45e0-b5ce-8a5337af8693 req-4af7e062-b8d0-4a16-9974-9bcec9d58674 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:15:10.425524 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-ffca6d92-34c5-45e0-b5ce-8a5337af8693 req-4af7e062-b8d0-4a16-9974-9bcec9d58674 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] 10.222.0.70 "GET /v2.0/ports?device_id=b943c56e-86e9-491a-84d5-173e998d42e8 HTTP/1.1" status: 200 len: 946 time: 0.0498722 Jun 14 18:15:10.463389 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-ffca6d92-34c5-45e0-b5ce-8a5337af8693 req-a7b1c169-e1f2-4abf-8ed6-e00f670551ad tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] 10.222.0.70 "GET /v2.0/security-groups?id=579cf711-ebd7-4da0-84fd-42d40798c17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319064 Jun 14 18:15:11.580150 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92dac8-494e-446b-a3ca-86a0c64b71ab req-47b6b950-ced1-4063-983c-1062ef8f8f92 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:15:11.581616 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-fc92dac8-494e-446b-a3ca-86a0c64b71ab req-47b6b950-ced1-4063-983c-1062ef8f8f92 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] 10.222.0.70 "GET /v2.0/ports?device_id=b943c56e-86e9-491a-84d5-173e998d42e8 HTTP/1.1" status: 200 len: 946 time: 0.0487142 Jun 14 18:15:11.625660 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-fc92dac8-494e-446b-a3ca-86a0c64b71ab req-c6426da9-af33-4cba-b1d4-863b7ef7a354 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] 10.222.0.70 "GET /v2.0/security-groups?id=579cf711-ebd7-4da0-84fd-42d40798c17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379570 Jun 14 18:15:12.688935 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc5f17d-a59c-4e4b-aa05-23e323af266a req-b973ebd6-b34c-4e1e-bd99-1a3adc85b15d tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:15:12.690412 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-fcc5f17d-a59c-4e4b-aa05-23e323af266a req-b973ebd6-b34c-4e1e-bd99-1a3adc85b15d tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] 10.222.0.90 "GET /v2.0/ports?device_id=b943c56e-86e9-491a-84d5-173e998d42e8 HTTP/1.1" status: 200 len: 946 time: 0.0501094 Jun 14 18:15:12.806946 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36637709-ed07-42dc-a397-5acbc4b7bf94 req-a4cf41cf-92aa-41a8-a0de-abf7660689f3 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:15:12.808407 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-36637709-ed07-42dc-a397-5acbc4b7bf94 req-a4cf41cf-92aa-41a8-a0de-abf7660689f3 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] 10.222.0.70 "GET /v2.0/ports?device_id=b943c56e-86e9-491a-84d5-173e998d42e8 HTTP/1.1" status: 200 len: 946 time: 0.1132817 Jun 14 18:15:12.868486 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-36637709-ed07-42dc-a397-5acbc4b7bf94 req-5e10f9df-5847-4ffb-829d-57cf363302e2 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] 10.222.0.70 "GET /v2.0/security-groups?id=579cf711-ebd7-4da0-84fd-42d40798c17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535131 Jun 14 18:15:12.886723 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.plugin [req-fcc5f17d-a59c-4e4b-aa05-23e323af266a req-f673b9aa-1c6e-4ee9-8f4d-1a4696ac1af9 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] Deleting port ab930941-276c-4148-bdac-c9a3d96112b7 {{(pid=102477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 14 18:15:12.887073 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-fcc5f17d-a59c-4e4b-aa05-23e323af266a req-f673b9aa-1c6e-4ee9-8f4d-1a4696ac1af9 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239577025'] for port, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:15:12.973812 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.db [req-fcc5f17d-a59c-4e4b-aa05-23e323af266a req-f673b9aa-1c6e-4ee9-8f4d-1a4696ac1af9 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] For port ab930941-276c-4148-bdac-c9a3d96112b7, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=ab930941-276c-4148-bdac-c9a3d96112b7,segment=NetworkSegment(815d8cb1-9eb1-4aba-866c-ff6c7df05150),segment_id=815d8cb1-9eb1-4aba-866c-ff6c7df05150)] {{(pid=102477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:15:12.974213 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-fcc5f17d-a59c-4e4b-aa05-23e323af266a req-f673b9aa-1c6e-4ee9-8f4d-1a4696ac1af9 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282467'] for port, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:15:12.988876 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.plugin [req-fcc5f17d-a59c-4e4b-aa05-23e323af266a req-f673b9aa-1c6e-4ee9-8f4d-1a4696ac1af9 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] Calling delete_port for ab930941-276c-4148-bdac-c9a3d96112b7 owned by compute:nova {{(pid=102477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 14 18:15:13.141699 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-fcc5f17d-a59c-4e4b-aa05-23e323af266a req-f673b9aa-1c6e-4ee9-8f4d-1a4696ac1af9 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239583007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239190869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16661523'] for port, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:15:13.157523 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] get_ports_and_sgs() called for port_ids ['ab930941-276c-4148-bdac-c9a3d96112b7'] {{(pid=102478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 14 18:15:13.167593 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f673b9aa-1c6e-4ee9-8f4d-1a4696ac1af9 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] Pushing event deleted for resources: {'Port': ['ID=ab930941-276c-4148-bdac-c9a3d96112b7,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:15:13.232248 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcc5f17d-a59c-4e4b-aa05-23e323af266a req-f673b9aa-1c6e-4ee9-8f4d-1a4696ac1af9 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] No DVR routers for this DVR port ab930941-276c-4148-bdac-c9a3d96112b7 on host hv-cinder-82173 {{(pid=102477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 18:15:13.235828 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-fcc5f17d-a59c-4e4b-aa05-23e323af266a req-f673b9aa-1c6e-4ee9-8f4d-1a4696ac1af9 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for port, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:15:13.239143 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-fcc5f17d-a59c-4e4b-aa05-23e323af266a req-f673b9aa-1c6e-4ee9-8f4d-1a4696ac1af9 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] 10.222.0.90 "DELETE /v2.0/ports/ab930941-276c-4148-bdac-c9a3d96112b7 HTTP/1.1" status: 204 len: 173 time: 0.5353513 Jun 14 18:15:13.239582 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b943c56e-86e9-491a-84d5-173e998d42e8', 'name': 'network-vif-deleted', 'tag': 'ab930941-276c-4148-bdac-c9a3d96112b7'}] {{(pid=102477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:15:13.241841 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63a05a5c49a881ad62840f65bcdf4689c8e257def52ee20504415851ea2faa0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f8cedb-96a4-4d0e-8448-5b63a9153cfe" -d '{"events": [{"server_uuid": "b943c56e-86e9-491a-84d5-173e998d42e8", "name": "network-vif-deleted", "tag": "ab930941-276c-4148-bdac-c9a3d96112b7"}]}' {{(pid=102477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:15:13.278674 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6edbd514-e598-4ec1-ae9f-cfebf0f0e103 x-openstack-request-id: req-6edbd514-e598-4ec1-ae9f-cfebf0f0e103 {{(pid=102477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:15:13.278967 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b943c56e-86e9-491a-84d5-173e998d42e8", "name": "network-vif-deleted", "tag": "ab930941-276c-4148-bdac-c9a3d96112b7", "status": "completed", "code": 200}]} {{(pid=102477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:15:13.279220 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6edbd514-e598-4ec1-ae9f-cfebf0f0e103 {{(pid=102477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:15:13.279617 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6edbd514-e598-4ec1-ae9f-cfebf0f0e103'] response: {'server_uuid': 'b943c56e-86e9-491a-84d5-173e998d42e8', 'name': 'network-vif-deleted', 'tag': 'ab930941-276c-4148-bdac-c9a3d96112b7', 'status': 'completed', 'code': 200} Jun 14 18:15:16.434268 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-ff37a37c-242a-4bd3-9545-e3c047f2f4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:15:17.068912 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device ab930941-276c-4148-bdac-c9a3d96112b7 no longer exists at agent hyperv_hv-cinder-82173 {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:15:17.091499 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] No Port match for: ab930941-276c-4148-bdac-c9a3d96112b7 {{(pid=102478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 14 18:15:17.091840 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device ab930941-276c-4148-bdac-c9a3d96112b7 not bound to the agent host hv-cinder-82173 {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:15:18.716430 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-3ebce25e-27a5-4e47-a60e-2d0a67c4a546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:15:19.789976 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-cf1fda14-6f0d-42ea-928d-63fe9f24329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:15:21.596690 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-1a5f21f8-b210-492f-a8cf-2d8a6010caea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:15:21.933710 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:15:22.890718 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b14a721-441c-402f-aaa1-aec6b8ec880d req-5e7b4b9e-7e36-47bd-be3a-224c74247a14 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:15:22.892044 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-9b14a721-441c-402f-aaa1-aec6b8ec880d req-5e7b4b9e-7e36-47bd-be3a-224c74247a14 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] 10.222.0.70 "GET /v2.0/networks?id=45e98ca1-1856-4a54-95ca-d90a504e1944 HTTP/1.1" status: 200 len: 813 time: 0.0997844 Jun 14 18:15:22.906773 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-9b14a721-441c-402f-aaa1-aec6b8ec880d req-db5c2d73-f11b-4736-ba36-34e0d2f3cf94 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] 10.222.0.70 "GET /v2.0/quotas/5b070b5b4bc845169d5937098cf2e5f5 HTTP/1.1" status: 200 len: 375 time: 0.0089509 Jun 14 18:15:22.938686 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-9b14a721-441c-402f-aaa1-aec6b8ec880d req-21ae297b-6497-4f31-8100-0b00ad6d84ae tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=5b070b5b4bc845169d5937098cf2e5f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267079 Jun 14 18:15:23.031377 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-9b14a721-441c-402f-aaa1-aec6b8ec880d req-2443d4ce-dba5-4a63-b028-f7b518e42b09 service neutron] 10.222.0.70 "GET /v2.0/networks/45e98ca1-1856-4a54-95ca-d90a504e1944?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858116 Jun 14 18:15:23.121833 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-9b14a721-441c-402f-aaa1-aec6b8ec880d req-684bc837-9851-456c-8fe7-712bcdaf3d4d service neutron] 10.222.0.70 "GET /v2.0/networks/45e98ca1-1856-4a54-95ca-d90a504e1944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841618 Jun 14 18:15:23.275349 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-78aea169-6bfd-4172-b326-f0f24ba43eb9 req-dbe343c2-1ad8-41c9-abe7-8e9556d2a6ed tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] 10.222.0.70 "GET /v2.0/ports?device_id=58aaaf8c-71ca-493c-8481-8f4bab0f34b6 HTTP/1.1" status: 200 len: 210 time: 0.0253263 Jun 14 18:15:24.273228 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b14a721-441c-402f-aaa1-aec6b8ec880d req-574cc99d-5c9f-443e-a0e5-1f107db49e1c tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:15:24.274706 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-9b14a721-441c-402f-aaa1-aec6b8ec880d req-574cc99d-5c9f-443e-a0e5-1f107db49e1c tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] 10.222.0.90 "GET /v2.0/networks?id=45e98ca1-1856-4a54-95ca-d90a504e1944 HTTP/1.1" status: 200 len: 813 time: 0.1117611 Jun 14 18:15:24.289220 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.v2.base [req-9b14a721-441c-402f-aaa1-aec6b8ec880d req-72815c44-5d04-4976-b834-a482f1a0a487 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] Request body: {'port': {'device_id': '58aaaf8c-71ca-493c-8481-8f4bab0f34b6', 'network_id': '45e98ca1-1856-4a54-95ca-d90a504e1944', 'admin_state_up': True, 'tenant_id': '5b070b5b4bc845169d5937098cf2e5f5'}} {{(pid=102477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:15:24.372537 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-95b58534-add0-463b-b945-3ead79fbe6fb req-c734eb43-675b-4d60-8215-0f9a8fcb9c45 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] 10.222.0.70 "GET /v2.0/ports?device_id=58aaaf8c-71ca-493c-8481-8f4bab0f34b6 HTTP/1.1" status: 200 len: 210 time: 0.0264649 Jun 14 18:15:24.400363 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b14a721-441c-402f-aaa1-aec6b8ec880d req-72815c44-5d04-4976-b834-a482f1a0a487 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] Made reservation on behalf of 5b070b5b4bc845169d5937098cf2e5f5 for: {'port': 1} {{(pid=102477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:15:24.403846 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-9b14a721-441c-402f-aaa1-aec6b8ec880d req-72815c44-5d04-4976-b834-a482f1a0a487 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:15:24.531210 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.db_base_plugin_common [req-9b14a721-441c-402f-aaa1-aec6b8ec880d req-72815c44-5d04-4976-b834-a482f1a0a487 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] Allocated IP 172.20.0.8 (45e98ca1-1856-4a54-95ca-d90a504e1944/8b150dd1-825c-4435-8b2a-58211c7847cc/469243dd-9d41-48da-8fb6-6692ad3977a9) {{(pid=102477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:15:24.673925 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-9b14a721-441c-402f-aaa1-aec6b8ec880d req-72815c44-5d04-4976-b834-a482f1a0a487 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] Notify callbacks [] for port, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:15:24.706086 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-9b14a721-441c-402f-aaa1-aec6b8ec880d req-72815c44-5d04-4976-b834-a482f1a0a487 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239190878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16661523'] for port, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:15:24.745229 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b14a721-441c-402f-aaa1-aec6b8ec880d req-72815c44-5d04-4976-b834-a482f1a0a487 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] Network 45e98ca1-1856-4a54-95ca-d90a504e1944 is already hosted by enough agents. {{(pid=102477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:15:24.749010 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.base_scheduler [req-9b14a721-441c-402f-aaa1-aec6b8ec880d req-72815c44-5d04-4976-b834-a482f1a0a487 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] Resources bound (agent type, host, resource id): {{(pid=102477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:15:24.751591 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b14a721-441c-402f-aaa1-aec6b8ec880d req-72815c44-5d04-4976-b834-a482f1a0a487 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] Received port after_create {{(pid=102477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 14 18:15:24.785371 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72815c44-5d04-4976-b834-a482f1a0a487 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] Pushing event updated for resources: {'Port': ['ID=469243dd-9d41-48da-8fb6-6692ad3977a9,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:15:24.789286 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.agents_db [None req-d83a49a0-1be1-4d29-a7ba-91319940a8a9 None None] Agent healthcheck: found 6 active agents {{(pid=102479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 14 18:15:24.807206 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b14a721-441c-402f-aaa1-aec6b8ec880d req-72815c44-5d04-4976-b834-a482f1a0a487 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:15:24.807812 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-9b14a721-441c-402f-aaa1-aec6b8ec880d req-72815c44-5d04-4976-b834-a482f1a0a487 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for port, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:15:24.824469 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-9b14a721-441c-402f-aaa1-aec6b8ec880d req-72815c44-5d04-4976-b834-a482f1a0a487 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5391371 Jun 14 18:15:24.837080 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.v2.base [req-9b14a721-441c-402f-aaa1-aec6b8ec880d req-aca8ce2f-f676-4d2b-9079-0eebed021c86 service neutron] Request body: {'port': {'device_id': '58aaaf8c-71ca-493c-8481-8f4bab0f34b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82173'}} {{(pid=102477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:15:24.892879 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-9b14a721-441c-402f-aaa1-aec6b8ec880d req-aca8ce2f-f676-4d2b-9079-0eebed021c86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:15:25.143764 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.notifiers.nova [req-9b14a721-441c-402f-aaa1-aec6b8ec880d req-aca8ce2f-f676-4d2b-9079-0eebed021c86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 469243dd-9d41-48da-8fb6-6692ad3977a9 {{(pid=102477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:15:25.150850 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-9b14a721-441c-402f-aaa1-aec6b8ec880d req-aca8ce2f-f676-4d2b-9079-0eebed021c86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:15:25.162204 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.provisioning_blocks [req-9b14a721-441c-402f-aaa1-aec6b8ec880d req-aca8ce2f-f676-4d2b-9079-0eebed021c86 service neutron] Transition to ACTIVE for port object 469243dd-9d41-48da-8fb6-6692ad3977a9 will not be triggered until provisioned by entity L2. {{(pid=102477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 18:15:25.166197 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-9b14a721-441c-402f-aaa1-aec6b8ec880d req-aca8ce2f-f676-4d2b-9079-0eebed021c86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16661530'] for port, after_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:15:25.215094 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca8ce2f-f676-4d2b-9079-0eebed021c86 service neutron] Pushing event updated for resources: {'Port': ['ID=469243dd-9d41-48da-8fb6-6692ad3977a9,revision_number=2']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:15:25.283650 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.managers [req-9b14a721-441c-402f-aaa1-aec6b8ec880d req-aca8ce2f-f676-4d2b-9079-0eebed021c86 service neutron] Attempting to bind port 469243dd-9d41-48da-8fb6-6692ad3977a9 on host hv-cinder-82173 for vnic_type normal with profile {{(pid=102477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 14 18:15:25.283981 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.managers [req-9b14a721-441c-402f-aaa1-aec6b8ec880d req-aca8ce2f-f676-4d2b-9079-0eebed021c86 service neutron] Attempting to bind port 469243dd-9d41-48da-8fb6-6692ad3977a9 by drivers openvswitch,hyperv on host hv-cinder-82173 at level 0 using segments [{'id': '815d8cb1-9eb1-4aba-866c-ff6c7df05150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '45e98ca1-1856-4a54-95ca-d90a504e1944'}] {{(pid=102477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 14 18:15:25.284305 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b14a721-441c-402f-aaa1-aec6b8ec880d req-aca8ce2f-f676-4d2b-9079-0eebed021c86 service neutron] Attempting to bind port 469243dd-9d41-48da-8fb6-6692ad3977a9 on network 45e98ca1-1856-4a54-95ca-d90a504e1944 {{(pid=102477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:15:25.288486 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b14a721-441c-402f-aaa1-aec6b8ec880d req-aca8ce2f-f676-4d2b-9079-0eebed021c86 service neutron] Port 469243dd-9d41-48da-8fb6-6692ad3977a9 on network 45e98ca1-1856-4a54-95ca-d90a504e1944 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82173 {{(pid=102477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 14 18:15:25.288804 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b14a721-441c-402f-aaa1-aec6b8ec880d req-aca8ce2f-f676-4d2b-9079-0eebed021c86 service neutron] Attempting to bind port 469243dd-9d41-48da-8fb6-6692ad3977a9 on network 45e98ca1-1856-4a54-95ca-d90a504e1944 {{(pid=102477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:15:25.293475 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b14a721-441c-402f-aaa1-aec6b8ec880d req-aca8ce2f-f676-4d2b-9079-0eebed021c86 service neutron] Checking agent: {'id': '37867b7d-ea9d-4c92-b09f-db78138d4892', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82173', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 9, 26), 'started_at': datetime.datetime(2022, 6, 14, 18, 9, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:15:25.294107 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b14a721-441c-402f-aaa1-aec6b8ec880d req-aca8ce2f-f676-4d2b-9079-0eebed021c86 service neutron] Checking segment: {'id': '815d8cb1-9eb1-4aba-866c-ff6c7df05150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '45e98ca1-1856-4a54-95ca-d90a504e1944'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 14 18:15:25.294218 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b14a721-441c-402f-aaa1-aec6b8ec880d req-aca8ce2f-f676-4d2b-9079-0eebed021c86 service neutron] Bound using segment: {'id': '815d8cb1-9eb1-4aba-866c-ff6c7df05150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '45e98ca1-1856-4a54-95ca-d90a504e1944'} {{(pid=102477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:15:25.294621 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.managers [req-9b14a721-441c-402f-aaa1-aec6b8ec880d req-aca8ce2f-f676-4d2b-9079-0eebed021c86 service neutron] Bound port: 469243dd-9d41-48da-8fb6-6692ad3977a9, host: hv-cinder-82173, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '815d8cb1-9eb1-4aba-866c-ff6c7df05150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '45e98ca1-1856-4a54-95ca-d90a504e1944'}}] {{(pid=102477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 14 18:15:25.295533 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-9b14a721-441c-402f-aaa1-aec6b8ec880d req-aca8ce2f-f676-4d2b-9079-0eebed021c86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:15:25.357275 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.db [req-9b14a721-441c-402f-aaa1-aec6b8ec880d req-aca8ce2f-f676-4d2b-9079-0eebed021c86 service neutron] For port 469243dd-9d41-48da-8fb6-6692ad3977a9, host hv-cinder-82173, cleared binding levels {{(pid=102477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:15:25.360705 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.db [req-9b14a721-441c-402f-aaa1-aec6b8ec880d req-aca8ce2f-f676-4d2b-9079-0eebed021c86 service neutron] For port 469243dd-9d41-48da-8fb6-6692ad3977a9, host hv-cinder-82173, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=469243dd-9d41-48da-8fb6-6692ad3977a9,segment=NetworkSegment(815d8cb1-9eb1-4aba-866c-ff6c7df05150),segment_id=815d8cb1-9eb1-4aba-866c-ff6c7df05150)] {{(pid=102477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:15:25.365054 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-9b14a721-441c-402f-aaa1-aec6b8ec880d req-aca8ce2f-f676-4d2b-9079-0eebed021c86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16661530'] for port, after_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:15:25.398371 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b14a721-441c-402f-aaa1-aec6b8ec880d req-aca8ce2f-f676-4d2b-9079-0eebed021c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:15:25.398991 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-9b14a721-441c-402f-aaa1-aec6b8ec880d req-aca8ce2f-f676-4d2b-9079-0eebed021c86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for port, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:15:25.400383 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-9b14a721-441c-402f-aaa1-aec6b8ec880d req-aca8ce2f-f676-4d2b-9079-0eebed021c86 service neutron] 10.222.0.90 "PUT /v2.0/ports/469243dd-9d41-48da-8fb6-6692ad3977a9 HTTP/1.1" status: 200 len: 1093 time: 0.5674086 Jun 14 18:15:25.401243 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58aaaf8c-71ca-493c-8481-8f4bab0f34b6', 'tag': '469243dd-9d41-48da-8fb6-6692ad3977a9'}] {{(pid=102477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:15:25.403075 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63a05a5c49a881ad62840f65bcdf4689c8e257def52ee20504415851ea2faa0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d77e1316-3939-42ab-af77-a31de40d5d8a" -d '{"events": [{"name": "network-changed", "server_uuid": "58aaaf8c-71ca-493c-8481-8f4bab0f34b6", "tag": "469243dd-9d41-48da-8fb6-6692ad3977a9"}]}' {{(pid=102477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:15:25.429587 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca8ce2f-f676-4d2b-9079-0eebed021c86 service neutron] Pushing event updated for resources: {'Port': ['ID=469243dd-9d41-48da-8fb6-6692ad3977a9,revision_number=3']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:15:25.447307 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Jun 2022 18:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-118c78a0-b29a-411d-bb69-9fc3e5845672 x-openstack-request-id: req-118c78a0-b29a-411d-bb69-9fc3e5845672 {{(pid=102477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:15:25.447765 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58aaaf8c-71ca-493c-8481-8f4bab0f34b6", "tag": "469243dd-9d41-48da-8fb6-6692ad3977a9", "status": "completed", "code": 200}]} {{(pid=102477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:15:25.448018 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-118c78a0-b29a-411d-bb69-9fc3e5845672 {{(pid=102477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:15:25.448424 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-118c78a0-b29a-411d-bb69-9fc3e5845672'] response: {'name': 'network-changed', 'server_uuid': '58aaaf8c-71ca-493c-8481-8f4bab0f34b6', 'tag': '469243dd-9d41-48da-8fb6-6692ad3977a9', 'status': 'completed', 'code': 200} Jun 14 18:15:25.524016 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b14a721-441c-402f-aaa1-aec6b8ec880d req-8f6b8a26-92cb-4cab-b71f-8e18bafc863e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:15:25.525488 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-9b14a721-441c-402f-aaa1-aec6b8ec880d req-8f6b8a26-92cb-4cab-b71f-8e18bafc863e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5b070b5b4bc845169d5937098cf2e5f5&device_id=58aaaf8c-71ca-493c-8481-8f4bab0f34b6 HTTP/1.1" status: 200 len: 1096 time: 0.0709226 Jun 14 18:15:25.536393 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a66f5a-7d77-46d6-8e3b-971f06e7c90a req-674199ff-53fa-486d-99c4-616701867f09 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:15:25.537776 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-15a66f5a-7d77-46d6-8e3b-971f06e7c90a req-674199ff-53fa-486d-99c4-616701867f09 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] 10.222.0.70 "GET /v2.0/ports?device_id=58aaaf8c-71ca-493c-8481-8f4bab0f34b6 HTTP/1.1" status: 200 len: 943 time: 0.0752385 Jun 14 18:15:25.582424 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-9b14a721-441c-402f-aaa1-aec6b8ec880d req-47977752-42bb-40ec-bada-25a513922bc2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=469243dd-9d41-48da-8fb6-6692ad3977a9 HTTP/1.1" status: 200 len: 217 time: 0.0432134 Jun 14 18:15:25.627949 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-15a66f5a-7d77-46d6-8e3b-971f06e7c90a req-a433a32f-ba60-405a-902c-f4f464c4d7f8 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] 10.222.0.70 "GET /v2.0/security-groups?id=579cf711-ebd7-4da0-84fd-42d40798c17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833147 Jun 14 18:15:25.646233 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b14a721-441c-402f-aaa1-aec6b8ec880d req-d96cb60a-7e71-4238-ad8a-99912750d94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:15:25.647589 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-9b14a721-441c-402f-aaa1-aec6b8ec880d req-d96cb60a-7e71-4238-ad8a-99912750d94e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8b150dd1-825c-4435-8b2a-58211c7847cc HTTP/1.1" status: 200 len: 853 time: 0.0530746 Jun 14 18:15:25.687800 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-9b14a721-441c-402f-aaa1-aec6b8ec880d req-a659d164-974f-4074-aa59-58402bca9a6b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=45e98ca1-1856-4a54-95ca-d90a504e1944&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236349 Jun 14 18:15:25.789101 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-9b14a721-441c-402f-aaa1-aec6b8ec880d req-a70e9a55-118f-4576-b110-c4c6b1e5ad2a service neutron] 10.222.0.90 "GET /v2.0/networks/45e98ca1-1856-4a54-95ca-d90a504e1944?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849266 Jun 14 18:15:25.885914 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-9b14a721-441c-402f-aaa1-aec6b8ec880d req-8da7bce9-c162-4315-a8bc-3a3e486e0acc service neutron] 10.222.0.90 "GET /v2.0/networks/45e98ca1-1856-4a54-95ca-d90a504e1944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835431 Jun 14 18:15:25.977752 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e1316-3939-42ab-af77-a31de40d5d8a req-206e5781-2b09-4081-9ad5-50a68a48467c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:15:25.979237 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-d77e1316-3939-42ab-af77-a31de40d5d8a req-206e5781-2b09-4081-9ad5-50a68a48467c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5b070b5b4bc845169d5937098cf2e5f5&device_id=58aaaf8c-71ca-493c-8481-8f4bab0f34b6 HTTP/1.1" status: 200 len: 1096 time: 0.0406895 Jun 14 18:15:26.084409 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e1316-3939-42ab-af77-a31de40d5d8a req-be1daf99-a8fc-48b5-b72c-2d210f960fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:15:26.085991 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-d77e1316-3939-42ab-af77-a31de40d5d8a req-be1daf99-a8fc-48b5-b72c-2d210f960fda service neutron] 10.222.0.90 "GET /v2.0/networks?id=45e98ca1-1856-4a54-95ca-d90a504e1944 HTTP/1.1" status: 200 len: 915 time: 0.0901194 Jun 14 18:15:26.127567 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-d77e1316-3939-42ab-af77-a31de40d5d8a req-9d043c13-0f68-4d8c-97ee-8944a8567aac service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=469243dd-9d41-48da-8fb6-6692ad3977a9 HTTP/1.1" status: 200 len: 217 time: 0.0340488 Jun 14 18:15:26.178076 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e1316-3939-42ab-af77-a31de40d5d8a req-e480eb72-fb81-48c8-bc29-f0c5782c12f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:15:26.179470 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-d77e1316-3939-42ab-af77-a31de40d5d8a req-e480eb72-fb81-48c8-bc29-f0c5782c12f9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8b150dd1-825c-4435-8b2a-58211c7847cc HTTP/1.1" status: 200 len: 853 time: 0.0418265 Jun 14 18:15:26.219426 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-d77e1316-3939-42ab-af77-a31de40d5d8a req-67c07527-c826-4843-82f6-206bf56391ec service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=45e98ca1-1856-4a54-95ca-d90a504e1944&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271692 Jun 14 18:15:26.311112 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-d77e1316-3939-42ab-af77-a31de40d5d8a req-5e803034-039d-4591-b492-12dfe5892b30 service neutron] 10.222.0.90 "GET /v2.0/networks/45e98ca1-1856-4a54-95ca-d90a504e1944?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800009 Jun 14 18:15:26.401775 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-d77e1316-3939-42ab-af77-a31de40d5d8a req-e8098da4-39c7-4b59-9bda-d92e662e30fa service neutron] 10.222.0.90 "GET /v2.0/networks/45e98ca1-1856-4a54-95ca-d90a504e1944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829015 Jun 14 18:15:26.747148 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca3c8f0-5105-4da9-a8cb-b0649d5e3da0 req-aca97ed6-74f4-460d-9b71-59fe424357e5 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:15:26.749231 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-7ca3c8f0-5105-4da9-a8cb-b0649d5e3da0 req-aca97ed6-74f4-460d-9b71-59fe424357e5 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] 10.222.0.70 "GET /v2.0/ports?device_id=58aaaf8c-71ca-493c-8481-8f4bab0f34b6 HTTP/1.1" status: 200 len: 943 time: 0.0498412 Jun 14 18:15:26.786909 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-7ca3c8f0-5105-4da9-a8cb-b0649d5e3da0 req-e627d77a-5f27-4a0f-a347-2fa6ccd98813 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] 10.222.0.70 "GET /v2.0/security-groups?id=579cf711-ebd7-4da0-84fd-42d40798c17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317214 Jun 14 18:15:26.947563 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:15:27.902672 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0829c7c-8073-4e5a-bd7c-067f410f11b5 req-a7c69926-e807-4ec7-b1f4-23991ef06b8b tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:15:27.904131 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-d0829c7c-8073-4e5a-bd7c-067f410f11b5 req-a7c69926-e807-4ec7-b1f4-23991ef06b8b tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] 10.222.0.70 "GET /v2.0/ports?device_id=58aaaf8c-71ca-493c-8481-8f4bab0f34b6 HTTP/1.1" status: 200 len: 943 time: 0.0509729 Jun 14 18:15:27.942161 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-d0829c7c-8073-4e5a-bd7c-067f410f11b5 req-35f00537-0ebc-4d28-afb6-7c04072f5849 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] 10.222.0.70 "GET /v2.0/security-groups?id=579cf711-ebd7-4da0-84fd-42d40798c17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316627 Jun 14 18:15:28.202487 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device 469243dd-9d41-48da-8fb6-6692ad3977a9 details requested by agent hyperv_hv-cinder-82173 with host hv-cinder-82173 {{(pid=102478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 14 18:15:28.303981 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] For port 469243dd-9d41-48da-8fb6-6692ad3977a9, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=469243dd-9d41-48da-8fb6-6692ad3977a9,segment=NetworkSegment(815d8cb1-9eb1-4aba-866c-ff6c7df05150),segment_id=815d8cb1-9eb1-4aba-866c-ff6c7df05150)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:15:28.316269 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Returning: {'device': '469243dd-9d41-48da-8fb6-6692ad3977a9', 'network_id': '45e98ca1-1856-4a54-95ca-d90a504e1944', 'port_id': '469243dd-9d41-48da-8fb6-6692ad3977a9', 'mac_address': 'fa:16:3e:65:a8:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1025, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b150dd1-825c-4435-8b2a-58211c7847cc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 14 18:15:28.353085 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Current status of the port 469243dd-9d41-48da-8fb6-6692ad3977a9 is: DOWN; New status is: BUILD {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:15:28.353505 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:15:28.366794 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.notifiers.nova [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 469243dd-9d41-48da-8fb6-6692ad3977a9 {{(pid=102478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:15:28.385842 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] For port 469243dd-9d41-48da-8fb6-6692ad3977a9, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=469243dd-9d41-48da-8fb6-6692ad3977a9,segment=NetworkSegment(815d8cb1-9eb1-4aba-866c-ff6c7df05150),segment_id=815d8cb1-9eb1-4aba-866c-ff6c7df05150)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:15:28.390191 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:15:28.442910 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Pushing event updated for resources: {'Port': ['ID=469243dd-9d41-48da-8fb6-6692ad3977a9,revision_number=4']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:15:28.526146 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40dfb49-0fbe-4fcd-8945-75bf036b05c9 req-afdcdd19-53ca-4279-aa6a-67e33dcf8e6b tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:15:28.527728 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-c40dfb49-0fbe-4fcd-8945-75bf036b05c9 req-afdcdd19-53ca-4279-aa6a-67e33dcf8e6b tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8b5ea8-c54d-4d44-beec-4a5c503b870e HTTP/1.1" status: 200 len: 946 time: 0.0581527 Jun 14 18:15:28.567071 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-c40dfb49-0fbe-4fcd-8945-75bf036b05c9 req-cada45a6-5a1e-45e8-9da0-7c764ebe5871 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/security-groups?id=395065f2-5ad0-4d61-889d-81c18e5b9b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332067 Jun 14 18:15:28.715709 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] get_ports_and_sgs() called for port_ids ['469243dd-9d41-48da-8fb6-6692ad3977a9'] {{(pid=102478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 14 18:15:29.056034 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763f1282-5b81-4571-aab1-af0fd1f28770 req-2035f181-3ca8-4664-9d06-ce9838ff56e0 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:15:29.057532 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-763f1282-5b81-4571-aab1-af0fd1f28770 req-2035f181-3ca8-4664-9d06-ce9838ff56e0 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] 10.222.0.70 "GET /v2.0/ports?device_id=58aaaf8c-71ca-493c-8481-8f4bab0f34b6 HTTP/1.1" status: 200 len: 944 time: 0.0474341 Jun 14 18:15:29.095126 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-763f1282-5b81-4571-aab1-af0fd1f28770 req-e0285475-8442-4453-bcb5-e09289264509 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] 10.222.0.70 "GET /v2.0/security-groups?id=579cf711-ebd7-4da0-84fd-42d40798c17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309110 Jun 14 18:15:29.682258 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575324a7-14ad-483b-b731-8400b94df708 req-f8e62eb5-b74e-418d-b892-7813a3023cde tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:15:29.683677 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-575324a7-14ad-483b-b731-8400b94df708 req-f8e62eb5-b74e-418d-b892-7813a3023cde tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8b5ea8-c54d-4d44-beec-4a5c503b870e HTTP/1.1" status: 200 len: 946 time: 0.0481145 Jun 14 18:15:29.721203 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-575324a7-14ad-483b-b731-8400b94df708 req-8b442f1a-3d9f-4093-8bcd-6d19f5d58e70 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/security-groups?id=395065f2-5ad0-4d61-889d-81c18e5b9b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309482 Jun 14 18:15:30.198182 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device 469243dd-9d41-48da-8fb6-6692ad3977a9 up at agent hyperv_hv-cinder-82173 {{(pid=102478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:15:30.216308 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103aa68c-2ca6-45b8-b665-d8f0a28f9665 req-5130d00f-34e0-4323-92ab-1bfaa6f19aa7 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:15:30.218529 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-103aa68c-2ca6-45b8-b665-d8f0a28f9665 req-5130d00f-34e0-4323-92ab-1bfaa6f19aa7 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] 10.222.0.70 "GET /v2.0/ports?device_id=58aaaf8c-71ca-493c-8481-8f4bab0f34b6 HTTP/1.1" status: 200 len: 944 time: 0.0551751 Jun 14 18:15:30.248599 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Provisioning for port 469243dd-9d41-48da-8fb6-6692ad3977a9 completed by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 18:15:30.252647 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Provisioning complete for port 469243dd-9d41-48da-8fb6-6692ad3977a9 triggered by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:15:30.253020 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:15:30.256714 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-103aa68c-2ca6-45b8-b665-d8f0a28f9665 req-8f797741-4abb-4ed2-8790-1a2004aed0e9 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] 10.222.0.70 "GET /v2.0/security-groups?id=579cf711-ebd7-4da0-84fd-42d40798c17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321510 Jun 14 18:15:30.331706 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Current status of the port 469243dd-9d41-48da-8fb6-6692ad3977a9 is: BUILD; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:15:30.332099 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:15:30.354810 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58aaaf8c-71ca-493c-8481-8f4bab0f34b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '469243dd-9d41-48da-8fb6-6692ad3977a9'}] {{(pid=102478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:15:30.357848 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d8e2526aaff2bef62a8f92ec40b510f98ca8a12776779af706bb4cba97706d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac20715c-4157-4827-a994-0a2793e48802" -d '{"events": [{"server_uuid": "58aaaf8c-71ca-493c-8481-8f4bab0f34b6", "name": "network-vif-plugged", "status": "completed", "tag": "469243dd-9d41-48da-8fb6-6692ad3977a9"}]}' {{(pid=102478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:15:30.373014 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] For port 469243dd-9d41-48da-8fb6-6692ad3977a9, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=469243dd-9d41-48da-8fb6-6692ad3977a9,segment=NetworkSegment(815d8cb1-9eb1-4aba-866c-ff6c7df05150),segment_id=815d8cb1-9eb1-4aba-866c-ff6c7df05150)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:15:30.378282 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:15:30.400988 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c66496-a760-4b8a-8856-29fd5eabbe88 x-openstack-request-id: req-84c66496-a760-4b8a-8856-29fd5eabbe88 {{(pid=102478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:15:30.401300 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58aaaf8c-71ca-493c-8481-8f4bab0f34b6", "name": "network-vif-plugged", "status": "completed", "tag": "469243dd-9d41-48da-8fb6-6692ad3977a9", "code": 200}]} {{(pid=102478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:15:30.401551 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-84c66496-a760-4b8a-8856-29fd5eabbe88 {{(pid=102478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:15:30.401965 dv-cinder-821739-1-iscsi neutron-server[102478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84c66496-a760-4b8a-8856-29fd5eabbe88'] response: {'server_uuid': '58aaaf8c-71ca-493c-8481-8f4bab0f34b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '469243dd-9d41-48da-8fb6-6692ad3977a9', 'code': 200} Jun 14 18:15:30.427580 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Pushing event updated for resources: {'Port': ['ID=469243dd-9d41-48da-8fb6-6692ad3977a9,revision_number=5']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:15:30.575904 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b19fbb-4079-4397-8a77-b370a94f2ce4 req-7ebb73c5-b999-4dcb-8e65-dcbfc7deb04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:15:30.577523 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-c3b19fbb-4079-4397-8a77-b370a94f2ce4 req-7ebb73c5-b999-4dcb-8e65-dcbfc7deb04f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=58aaaf8c-71ca-493c-8481-8f4bab0f34b6 HTTP/1.1" status: 200 len: 1098 time: 0.0529754 Jun 14 18:15:30.619290 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-c3b19fbb-4079-4397-8a77-b370a94f2ce4 req-b181ffc5-e0cb-46a8-b473-a33144019182 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=579cf711-ebd7-4da0-84fd-42d40798c17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303285 Jun 14 18:15:30.833372 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1485189f-054b-4174-bc97-041f68f625a8 req-ae9f7297-d9b4-4b6b-bbe4-5a03b037f1a7 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:15:30.834839 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-1485189f-054b-4174-bc97-041f68f625a8 req-ae9f7297-d9b4-4b6b-bbe4-5a03b037f1a7 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8b5ea8-c54d-4d44-beec-4a5c503b870e HTTP/1.1" status: 200 len: 946 time: 0.0480194 Jun 14 18:15:30.872709 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-1485189f-054b-4174-bc97-041f68f625a8 req-4be1ae11-761b-491c-8d05-b83044e082d2 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/security-groups?id=395065f2-5ad0-4d61-889d-81c18e5b9b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319161 Jun 14 18:15:31.373809 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c244467-8fd2-438e-9af4-2a2cb1cd3670 req-8192fc94-bab4-4c21-984d-ca36bd1fb347 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:15:31.375310 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-9c244467-8fd2-438e-9af4-2a2cb1cd3670 req-8192fc94-bab4-4c21-984d-ca36bd1fb347 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] 10.222.0.70 "GET /v2.0/ports?device_id=58aaaf8c-71ca-493c-8481-8f4bab0f34b6 HTTP/1.1" status: 200 len: 945 time: 0.0476837 Jun 14 18:15:31.412798 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-9c244467-8fd2-438e-9af4-2a2cb1cd3670 req-e06d6db7-5747-4bfe-9eb2-43ef2e037e1c tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] 10.222.0.70 "GET /v2.0/security-groups?id=579cf711-ebd7-4da0-84fd-42d40798c17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315731 Jun 14 18:15:31.651786 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-c4e856f4-17b2-40c3-8871-30328beaf8cd req-916b4486-7f57-4388-bff2-b770e85f7100 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=1c01ae33-4bcd-4445-b978-df44a99f69bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397646 Jun 14 18:15:31.725257 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e856f4-17b2-40c3-8871-30328beaf8cd req-1b7afd21-ab14-427a-bf0a-ef9d017f6245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:15:31.726814 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-c4e856f4-17b2-40c3-8871-30328beaf8cd req-1b7afd21-ab14-427a-bf0a-ef9d017f6245 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3042e999f1144c7da1a2473d58a86532&device_id=1c01ae33-4bcd-4445-b978-df44a99f69bf HTTP/1.1" status: 200 len: 1099 time: 0.0425105 Jun 14 18:15:31.845416 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e856f4-17b2-40c3-8871-30328beaf8cd req-0956f5f5-f259-4ade-a178-cac2faac02fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:15:31.846904 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-c4e856f4-17b2-40c3-8871-30328beaf8cd req-0956f5f5-f259-4ade-a178-cac2faac02fd service neutron] 10.222.0.90 "GET /v2.0/networks?id=3d23af53-6361-4f33-abe1-d3023a18c244 HTTP/1.1" status: 200 len: 920 time: 0.0920742 Jun 14 18:15:31.894297 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-c4e856f4-17b2-40c3-8871-30328beaf8cd req-b4a8a77e-12f9-4ee7-9735-449ff604c6f5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=73718447-1a32-41cd-8208-8ee7bff08056 HTTP/1.1" status: 200 len: 217 time: 0.0379837 Jun 14 18:15:31.972270 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e856f4-17b2-40c3-8871-30328beaf8cd req-bf83d072-3580-41c3-bc61-45050bc89811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:15:31.973779 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-c4e856f4-17b2-40c3-8871-30328beaf8cd req-bf83d072-3580-41c3-bc61-45050bc89811 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5d625bfa-3024-4c1b-95b8-b3295848e69c HTTP/1.1" status: 200 len: 857 time: 0.0686643 Jun 14 18:15:32.018207 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4252003d-917c-4f0e-92b0-5008d2786857 req-d25147d0-46ef-453c-a463-940ae87e9aac tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:15:32.019555 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-4252003d-917c-4f0e-92b0-5008d2786857 req-d25147d0-46ef-453c-a463-940ae87e9aac tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8b5ea8-c54d-4d44-beec-4a5c503b870e HTTP/1.1" status: 200 len: 946 time: 0.0756741 Jun 14 18:15:32.046470 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e856f4-17b2-40c3-8871-30328beaf8cd req-f03b6f24-320c-4d88-910a-ec8a158e57a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:15:32.047894 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-c4e856f4-17b2-40c3-8871-30328beaf8cd req-f03b6f24-320c-4d88-910a-ec8a158e57a7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3d23af53-6361-4f33-abe1-d3023a18c244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0635114 Jun 14 18:15:32.071577 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-4252003d-917c-4f0e-92b0-5008d2786857 req-3ac18024-9a66-4d0a-b52a-1656ad041108 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/security-groups?id=395065f2-5ad0-4d61-889d-81c18e5b9b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457954 Jun 14 18:15:32.147419 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-c4e856f4-17b2-40c3-8871-30328beaf8cd req-d5b6340c-2f1a-436d-bb72-22c37d522682 service neutron] 10.222.0.90 "GET /v2.0/networks/3d23af53-6361-4f33-abe1-d3023a18c244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906012 Jun 14 18:15:32.240757 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-c4e856f4-17b2-40c3-8871-30328beaf8cd req-26cd944e-50dc-4b1e-b087-9eb8c95c589b service neutron] 10.222.0.90 "GET /v2.0/networks/3d23af53-6361-4f33-abe1-d3023a18c244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844688 Jun 14 18:15:32.530906 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442341fd-37a9-4d01-b647-ec6cdc47ed70 req-837a819f-572d-44d1-86cd-f771f829f8bc tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:15:32.532347 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-442341fd-37a9-4d01-b647-ec6cdc47ed70 req-837a819f-572d-44d1-86cd-f771f829f8bc tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] 10.222.0.70 "GET /v2.0/ports?device_id=58aaaf8c-71ca-493c-8481-8f4bab0f34b6 HTTP/1.1" status: 200 len: 945 time: 0.0515866 Jun 14 18:15:32.568581 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-442341fd-37a9-4d01-b647-ec6cdc47ed70 req-e4275ef0-470d-4929-a353-f95831b5ae31 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] 10.222.0.70 "GET /v2.0/security-groups?id=579cf711-ebd7-4da0-84fd-42d40798c17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302947 Jun 14 18:15:33.184105 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3578fd9d-2af7-4d46-9f27-a05748579d72 req-4750a5da-5493-49c4-8dce-79ec746305f8 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:15:33.186097 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-3578fd9d-2af7-4d46-9f27-a05748579d72 req-4750a5da-5493-49c4-8dce-79ec746305f8 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8b5ea8-c54d-4d44-beec-4a5c503b870e HTTP/1.1" status: 200 len: 946 time: 0.0479786 Jun 14 18:15:33.223012 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-3578fd9d-2af7-4d46-9f27-a05748579d72 req-ae1a60d6-ac8c-4ae4-9803-b4ba704a9049 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/security-groups?id=395065f2-5ad0-4d61-889d-81c18e5b9b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308728 Jun 14 18:15:34.337334 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a0809f-c2f7-478f-b3db-8f1060c8e5a3 req-1406c273-122a-4b89-bc60-66d4afd0b77d tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:15:34.338782 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-b4a0809f-c2f7-478f-b3db-8f1060c8e5a3 req-1406c273-122a-4b89-bc60-66d4afd0b77d tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8b5ea8-c54d-4d44-beec-4a5c503b870e HTTP/1.1" status: 200 len: 946 time: 0.0470481 Jun 14 18:15:34.379443 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-b4a0809f-c2f7-478f-b3db-8f1060c8e5a3 req-f6a3f1ec-7f7d-4e8b-aa1a-a1f9c1b10b4f tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/security-groups?id=395065f2-5ad0-4d61-889d-81c18e5b9b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323284 Jun 14 18:15:35.727107 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b2add8-3b91-470c-836f-4ec367b1fd06 req-ff5db528-ef9d-4352-9209-2e95eae00e65 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:15:35.728574 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-e1b2add8-3b91-470c-836f-4ec367b1fd06 req-ff5db528-ef9d-4352-9209-2e95eae00e65 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8b5ea8-c54d-4d44-beec-4a5c503b870e HTTP/1.1" status: 200 len: 946 time: 0.2801251 Jun 14 18:15:35.768853 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-e1b2add8-3b91-470c-836f-4ec367b1fd06 req-2215fa47-287f-42db-9c90-44a5c3cfe197 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/security-groups?id=395065f2-5ad0-4d61-889d-81c18e5b9b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334773 Jun 14 18:15:36.885745 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d136269c-2f58-43be-9629-c35604e41527 req-5b398810-0111-45a6-857b-7047b43a89ca tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:15:36.887183 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-d136269c-2f58-43be-9629-c35604e41527 req-5b398810-0111-45a6-857b-7047b43a89ca tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8b5ea8-c54d-4d44-beec-4a5c503b870e HTTP/1.1" status: 200 len: 946 time: 0.0509346 Jun 14 18:15:36.923971 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-d136269c-2f58-43be-9629-c35604e41527 req-d8ecbc45-3d4b-45ff-94ed-86e273acd9ff tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/security-groups?id=395065f2-5ad0-4d61-889d-81c18e5b9b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308838 Jun 14 18:15:38.038208 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157d2fa0-f11a-445c-85e8-73e1c04f12eb req-4ba983f2-8ab9-489d-a1d5-40f8d16205a3 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:15:38.039663 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-157d2fa0-f11a-445c-85e8-73e1c04f12eb req-4ba983f2-8ab9-489d-a1d5-40f8d16205a3 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8b5ea8-c54d-4d44-beec-4a5c503b870e HTTP/1.1" status: 200 len: 946 time: 0.0489700 Jun 14 18:15:38.076963 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-157d2fa0-f11a-445c-85e8-73e1c04f12eb req-19ee40d2-3a31-431e-850e-e5f0720f375a tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/security-groups?id=395065f2-5ad0-4d61-889d-81c18e5b9b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308406 Jun 14 18:15:39.192453 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c328fcc-fe2b-44b8-ab4c-fca1d6202b0a req-fdc145f6-e068-4059-8cf8-a155d8d361a0 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:15:39.193932 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-6c328fcc-fe2b-44b8-ab4c-fca1d6202b0a req-fdc145f6-e068-4059-8cf8-a155d8d361a0 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8b5ea8-c54d-4d44-beec-4a5c503b870e HTTP/1.1" status: 200 len: 946 time: 0.0480099 Jun 14 18:15:39.230710 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-6c328fcc-fe2b-44b8-ab4c-fca1d6202b0a req-e334219b-b20e-4d76-965b-ee72dd8430c7 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/security-groups?id=395065f2-5ad0-4d61-889d-81c18e5b9b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308063 Jun 14 18:15:39.432235 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2209608-6534-4f83-b541-411a83ac5499 req-004cfd5a-2449-4bfe-9394-b703c012824f tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:15:39.434092 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-e2209608-6534-4f83-b541-411a83ac5499 req-004cfd5a-2449-4bfe-9394-b703c012824f tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8b5ea8-c54d-4d44-beec-4a5c503b870e HTTP/1.1" status: 200 len: 946 time: 0.0497427 Jun 14 18:15:39.472932 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ebe4e-4fba-4476-be61-0d7c64a77976 req-2066e606-cee1-4823-a1c6-8dc58674d5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:15:39.472932 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-4e3ebe4e-4fba-4476-be61-0d7c64a77976 req-2066e606-cee1-4823-a1c6-8dc58674d5c3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1656a3c434d1462d9a2c48c24f0b7728&device_id=6a8b5ea8-c54d-4d44-beec-4a5c503b870e HTTP/1.1" status: 200 len: 1099 time: 0.0469551 Jun 14 18:15:39.480170 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-e2209608-6534-4f83-b541-411a83ac5499 req-bd2a5605-4882-4b75-9625-b954b8d97a90 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/security-groups?id=395065f2-5ad0-4d61-889d-81c18e5b9b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384092 Jun 14 18:15:39.576249 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ebe4e-4fba-4476-be61-0d7c64a77976 req-5dfbd65e-eb5d-46cd-a7fc-23780ef28b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:15:39.577697 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-4e3ebe4e-4fba-4476-be61-0d7c64a77976 req-5dfbd65e-eb5d-46cd-a7fc-23780ef28b10 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e4802f45-6d76-4b53-9a7f-7b43659748a3 HTTP/1.1" status: 200 len: 912 time: 0.0888937 Jun 14 18:15:39.654294 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-4e3ebe4e-4fba-4476-be61-0d7c64a77976 req-250eb285-0452-4bf6-a728-412552f8bd04 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8330099f-0bd0-4adb-af41-2651b0cf9e3b HTTP/1.1" status: 200 len: 1001 time: 0.0639741 Jun 14 18:15:39.705831 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ebe4e-4fba-4476-be61-0d7c64a77976 req-1c6ec6bc-0cc4-4351-ba96-5cfd770b9de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:15:39.707154 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-4e3ebe4e-4fba-4476-be61-0d7c64a77976 req-1c6ec6bc-0cc4-4351-ba96-5cfd770b9de9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0bf57453-530a-4cde-8cdb-616dbddd580e HTTP/1.1" status: 200 len: 849 time: 0.0434735 Jun 14 18:15:39.752856 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ebe4e-4fba-4476-be61-0d7c64a77976 req-ae296765-9106-48cb-b696-2b9ae2ea6139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:15:39.754328 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-4e3ebe4e-4fba-4476-be61-0d7c64a77976 req-ae296765-9106-48cb-b696-2b9ae2ea6139 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e4802f45-6d76-4b53-9a7f-7b43659748a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393243 Jun 14 18:15:39.849382 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-4e3ebe4e-4fba-4476-be61-0d7c64a77976 req-8b1f41f1-9196-46dc-b2f6-ed8c97046620 service neutron] 10.222.0.90 "GET /v2.0/networks/e4802f45-6d76-4b53-9a7f-7b43659748a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863256 Jun 14 18:15:39.950227 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-4e3ebe4e-4fba-4476-be61-0d7c64a77976 req-68923f16-7825-4b44-a0cd-ebf1457fae35 service neutron] 10.222.0.90 "GET /v2.0/networks/e4802f45-6d76-4b53-9a7f-7b43659748a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913131 Jun 14 18:15:40.605064 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff07218-70e5-4f8e-bf02-7afe88535df9 req-ab51d570-a2ad-421d-a15f-2de68e8f222b tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:15:40.606859 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-3ff07218-70e5-4f8e-bf02-7afe88535df9 req-ab51d570-a2ad-421d-a15f-2de68e8f222b tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8b5ea8-c54d-4d44-beec-4a5c503b870e HTTP/1.1" status: 200 len: 946 time: 0.0524218 Jun 14 18:15:40.648154 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-3ff07218-70e5-4f8e-bf02-7afe88535df9 req-2aac5ba8-ba92-428d-ad23-1243d97061e6 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/security-groups?id=395065f2-5ad0-4d61-889d-81c18e5b9b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345910 Jun 14 18:15:41.765504 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f4c7fb-26e3-4d96-8c2d-70e04c478ca6 req-51c3ddad-f7eb-48c7-9b61-30ecd688e987 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:15:41.767844 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-18f4c7fb-26e3-4d96-8c2d-70e04c478ca6 req-51c3ddad-f7eb-48c7-9b61-30ecd688e987 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8b5ea8-c54d-4d44-beec-4a5c503b870e HTTP/1.1" status: 200 len: 946 time: 0.0530810 Jun 14 18:15:41.807392 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-18f4c7fb-26e3-4d96-8c2d-70e04c478ca6 req-946fd466-843d-4a07-b18f-ab407f2506da tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/security-groups?id=395065f2-5ad0-4d61-889d-81c18e5b9b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310922 Jun 14 18:15:46.436066 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-cfeb31b0-d488-4622-88fa-44c5faed4f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:15:48.718460 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2ce13829-70f4-4b0d-a300-0461e4d63459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:15:49.737596 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0093729-a47a-465f-9f3f-b9da48de51b0 req-c46186f4-db68-4eaa-a127-840e1d6c40e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:15:49.739172 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-a0093729-a47a-465f-9f3f-b9da48de51b0 req-c46186f4-db68-4eaa-a127-840e1d6c40e6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3042e999f1144c7da1a2473d58a86532&device_id=b6206d13-a024-4947-9ca4-edf154bb99bc HTTP/1.1" status: 200 len: 1099 time: 0.0413496 Jun 14 18:15:49.747284 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b113f-0e37-4e36-a4cf-8c453e25819c req-45defc95-e6a1-4dd2-bbc6-4a4c89a7f9b2 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:15:49.749024 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-9c8b113f-0e37-4e36-a4cf-8c453e25819c req-45defc95-e6a1-4dd2-bbc6-4a4c89a7f9b2 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6206d13-a024-4947-9ca4-edf154bb99bc HTTP/1.1" status: 200 len: 946 time: 0.0500777 Jun 14 18:15:49.786728 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-9c8b113f-0e37-4e36-a4cf-8c453e25819c req-2497fb4a-f8b4-4b49-a87b-d01df0069343 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=52a02317-29ec-432b-95e7-d04ee2fac44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316775 Jun 14 18:15:49.796952 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-cf1fda14-6f0d-42ea-928d-63fe9f24329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:15:49.834725 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0093729-a47a-465f-9f3f-b9da48de51b0 req-529239d1-9f57-4af6-af5c-b97a2ed76a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:15:49.836291 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-a0093729-a47a-465f-9f3f-b9da48de51b0 req-529239d1-9f57-4af6-af5c-b97a2ed76a20 service neutron] 10.222.0.90 "GET /v2.0/networks?id=3d23af53-6361-4f33-abe1-d3023a18c244 HTTP/1.1" status: 200 len: 920 time: 0.0859282 Jun 14 18:15:49.908863 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-a0093729-a47a-465f-9f3f-b9da48de51b0 req-ba8840d3-4eaf-4db0-8c4c-ef98c85d69af service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21fb8ee9-5c85-43b8-9632-bcb0e3053ad0 HTTP/1.1" status: 200 len: 1001 time: 0.0637019 Jun 14 18:15:49.959725 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0093729-a47a-465f-9f3f-b9da48de51b0 req-1a31e3ba-af5a-49d3-a3c0-f5214a4e9429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:15:49.961195 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-a0093729-a47a-465f-9f3f-b9da48de51b0 req-1a31e3ba-af5a-49d3-a3c0-f5214a4e9429 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5d625bfa-3024-4c1b-95b8-b3295848e69c HTTP/1.1" status: 200 len: 857 time: 0.0451517 Jun 14 18:15:50.012287 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0093729-a47a-465f-9f3f-b9da48de51b0 req-88dfe94b-feb1-4614-aaf2-fd37c0717d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:15:50.014262 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-a0093729-a47a-465f-9f3f-b9da48de51b0 req-88dfe94b-feb1-4614-aaf2-fd37c0717d17 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3d23af53-6361-4f33-abe1-d3023a18c244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444853 Jun 14 18:15:50.109078 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-a0093729-a47a-465f-9f3f-b9da48de51b0 req-fed73cbf-1022-450e-80b6-17ebb47a00fb service neutron] 10.222.0.90 "GET /v2.0/networks/3d23af53-6361-4f33-abe1-d3023a18c244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863845 Jun 14 18:15:50.196337 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-a0093729-a47a-465f-9f3f-b9da48de51b0 req-58bcddbb-7b21-4055-879c-799534c7bc97 service neutron] 10.222.0.90 "GET /v2.0/networks/3d23af53-6361-4f33-abe1-d3023a18c244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802338 Jun 14 18:15:50.909675 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fe2594-0ad3-4df8-8e4d-02d4e512ae2e req-42d5e575-3eab-4ebf-8980-3d5e1d9598a8 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:15:50.911144 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-32fe2594-0ad3-4df8-8e4d-02d4e512ae2e req-42d5e575-3eab-4ebf-8980-3d5e1d9598a8 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6206d13-a024-4947-9ca4-edf154bb99bc HTTP/1.1" status: 200 len: 946 time: 0.0524862 Jun 14 18:15:50.948680 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-32fe2594-0ad3-4df8-8e4d-02d4e512ae2e req-21f73d4f-e898-44c4-a495-3e82f730be40 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=52a02317-29ec-432b-95e7-d04ee2fac44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315125 Jun 14 18:15:51.597462 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-1a5f21f8-b210-492f-a8cf-2d8a6010caea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:15:51.938264 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:15:52.067885 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2568ca5e-6bdc-4b43-a494-f5525877fde4 req-dc1e11d1-5596-4486-abf4-2074a7028e20 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:15:52.069357 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-2568ca5e-6bdc-4b43-a494-f5525877fde4 req-dc1e11d1-5596-4486-abf4-2074a7028e20 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6206d13-a024-4947-9ca4-edf154bb99bc HTTP/1.1" status: 200 len: 946 time: 0.0499976 Jun 14 18:15:52.108153 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-2568ca5e-6bdc-4b43-a494-f5525877fde4 req-da20837a-bf9b-421f-8055-fdb564699b59 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=52a02317-29ec-432b-95e7-d04ee2fac44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327935 Jun 14 18:15:53.233863 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b4ed4c-dca8-4187-b793-d4b9ff725bc7 req-b17dc77f-e895-4dc6-9441-308646d5cd73 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:15:53.235334 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-84b4ed4c-dca8-4187-b793-d4b9ff725bc7 req-b17dc77f-e895-4dc6-9441-308646d5cd73 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6206d13-a024-4947-9ca4-edf154bb99bc HTTP/1.1" status: 200 len: 946 time: 0.0524340 Jun 14 18:15:53.272709 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-84b4ed4c-dca8-4187-b793-d4b9ff725bc7 req-f02dbeaf-5c40-4139-b211-cf01a13dab2c tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=52a02317-29ec-432b-95e7-d04ee2fac44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313389 Jun 14 18:15:53.524626 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5418de13-6776-4390-82b5-16a9a3302ce5 req-630e49f9-71ae-46df-a271-c969c98714c1 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:15:53.526087 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-5418de13-6776-4390-82b5-16a9a3302ce5 req-630e49f9-71ae-46df-a271-c969c98714c1 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] 10.222.0.70 "GET /v2.0/ports?device_id=58aaaf8c-71ca-493c-8481-8f4bab0f34b6 HTTP/1.1" status: 200 len: 945 time: 0.0485597 Jun 14 18:15:53.563672 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-5418de13-6776-4390-82b5-16a9a3302ce5 req-9815612d-5347-4648-b698-7801987e0e68 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] 10.222.0.70 "GET /v2.0/security-groups?id=579cf711-ebd7-4da0-84fd-42d40798c17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314112 Jun 14 18:15:54.388057 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdacb2fc-0706-4d76-8fa0-bcc734cd2144 req-46eea6c3-99a6-401b-81d4-53256dc42b5f tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:15:54.389590 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-cdacb2fc-0706-4d76-8fa0-bcc734cd2144 req-46eea6c3-99a6-401b-81d4-53256dc42b5f tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6206d13-a024-4947-9ca4-edf154bb99bc HTTP/1.1" status: 200 len: 946 time: 0.0486627 Jun 14 18:15:54.427471 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-cdacb2fc-0706-4d76-8fa0-bcc734cd2144 req-f459f1d5-73f4-4386-aac1-45439dc49fc9 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=52a02317-29ec-432b-95e7-d04ee2fac44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319524 Jun 14 18:15:54.676532 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3e964-e63b-427d-9e8c-ed0df6a42483 req-74e117dc-b282-4921-8f39-068f8cd91291 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:15:54.678065 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-10c3e964-e63b-427d-9e8c-ed0df6a42483 req-74e117dc-b282-4921-8f39-068f8cd91291 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] 10.222.0.70 "GET /v2.0/ports?device_id=58aaaf8c-71ca-493c-8481-8f4bab0f34b6 HTTP/1.1" status: 200 len: 945 time: 0.0478740 Jun 14 18:15:54.715139 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-10c3e964-e63b-427d-9e8c-ed0df6a42483 req-d26fba08-6bb2-4506-b7f0-193a574bc600 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] 10.222.0.70 "GET /v2.0/security-groups?id=579cf711-ebd7-4da0-84fd-42d40798c17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311668 Jun 14 18:15:55.318467 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c77509-2737-4fd1-8301-fe15acd9e5d6 req-a8112d42-d327-4d6d-a247-905c609d002b tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:15:55.319900 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-f7c77509-2737-4fd1-8301-fe15acd9e5d6 req-a8112d42-d327-4d6d-a247-905c609d002b tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] 10.222.0.90 "GET /v2.0/ports?device_id=58aaaf8c-71ca-493c-8481-8f4bab0f34b6 HTTP/1.1" status: 200 len: 945 time: 0.0486958 Jun 14 18:15:55.416952 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.plugin [req-f7c77509-2737-4fd1-8301-fe15acd9e5d6 req-75f49e6f-579d-42d8-b884-643b76915e24 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] Deleting port 469243dd-9d41-48da-8fb6-6692ad3977a9 {{(pid=102477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 14 18:15:55.417626 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-f7c77509-2737-4fd1-8301-fe15acd9e5d6 req-75f49e6f-579d-42d8-b884-643b76915e24 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239577025'] for port, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:15:55.548694 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.db [req-f7c77509-2737-4fd1-8301-fe15acd9e5d6 req-75f49e6f-579d-42d8-b884-643b76915e24 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] For port 469243dd-9d41-48da-8fb6-6692ad3977a9, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=469243dd-9d41-48da-8fb6-6692ad3977a9,segment=NetworkSegment(815d8cb1-9eb1-4aba-866c-ff6c7df05150),segment_id=815d8cb1-9eb1-4aba-866c-ff6c7df05150)] {{(pid=102477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:15:55.549124 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-f7c77509-2737-4fd1-8301-fe15acd9e5d6 req-75f49e6f-579d-42d8-b884-643b76915e24 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282467'] for port, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:15:55.564490 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.plugin [req-f7c77509-2737-4fd1-8301-fe15acd9e5d6 req-75f49e6f-579d-42d8-b884-643b76915e24 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] Calling delete_port for 469243dd-9d41-48da-8fb6-6692ad3977a9 owned by compute:nova {{(pid=102477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 14 18:15:55.583153 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b64b1-ee6f-493d-89b4-4f91e2a57132 req-c4db3074-32b5-4b50-a30b-280dd6a85ded tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:15:55.584637 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-bb9b64b1-ee6f-493d-89b4-4f91e2a57132 req-c4db3074-32b5-4b50-a30b-280dd6a85ded tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6206d13-a024-4947-9ca4-edf154bb99bc HTTP/1.1" status: 200 len: 946 time: 0.0889175 Jun 14 18:15:55.663648 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-bb9b64b1-ee6f-493d-89b4-4f91e2a57132 req-68e605fb-7f0e-4985-a34d-f5cd93c492dc tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=52a02317-29ec-432b-95e7-d04ee2fac44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466921 Jun 14 18:15:55.736176 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-f7c77509-2737-4fd1-8301-fe15acd9e5d6 req-75f49e6f-579d-42d8-b884-643b76915e24 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239583007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239190869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16661523'] for port, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:15:55.750598 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] get_ports_and_sgs() called for port_ids ['469243dd-9d41-48da-8fb6-6692ad3977a9'] {{(pid=102478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 14 18:15:55.765889 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f49e6f-579d-42d8-b884-643b76915e24 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] Pushing event deleted for resources: {'Port': ['ID=469243dd-9d41-48da-8fb6-6692ad3977a9,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:15:55.779620 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f49e6f-579d-42d8-b884-643b76915e24 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:15:55.779966 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f49e6f-579d-42d8-b884-643b76915e24 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:15:55.780349 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f49e6f-579d-42d8-b884-643b76915e24 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:15:55.780691 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f49e6f-579d-42d8-b884-643b76915e24 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:15:55.780999 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f49e6f-579d-42d8-b884-643b76915e24 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:15:55.781406 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f49e6f-579d-42d8-b884-643b76915e24 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:15:55.781635 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f49e6f-579d-42d8-b884-643b76915e24 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:15:55.782032 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f49e6f-579d-42d8-b884-643b76915e24 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:15:55.782356 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f49e6f-579d-42d8-b884-643b76915e24 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:15:55.782701 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f49e6f-579d-42d8-b884-643b76915e24 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:15:55.783042 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f49e6f-579d-42d8-b884-643b76915e24 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:15:55.783359 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f49e6f-579d-42d8-b884-643b76915e24 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:15:55.816138 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7c77509-2737-4fd1-8301-fe15acd9e5d6 req-75f49e6f-579d-42d8-b884-643b76915e24 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] No DVR routers for this DVR port 469243dd-9d41-48da-8fb6-6692ad3977a9 on host hv-cinder-82173 {{(pid=102477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 18:15:55.818257 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-cd323cef-fdf5-45f4-8c78-3454549a53dc req-c24e5a50-9310-4cc3-8f66-e694d6499332 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] 10.222.0.70 "GET /v2.0/ports?device_id=58aaaf8c-71ca-493c-8481-8f4bab0f34b6 HTTP/1.1" status: 200 len: 210 time: 0.0302634 Jun 14 18:15:55.818791 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-f7c77509-2737-4fd1-8301-fe15acd9e5d6 req-75f49e6f-579d-42d8-b884-643b76915e24 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for port, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:15:55.822003 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-f7c77509-2737-4fd1-8301-fe15acd9e5d6 req-75f49e6f-579d-42d8-b884-643b76915e24 tempest-VolumesSnapshotTestJSON-1913392642 tempest-VolumesSnapshotTestJSON-1913392642-project] 10.222.0.90 "DELETE /v2.0/ports/469243dd-9d41-48da-8fb6-6692ad3977a9 HTTP/1.1" status: 204 len: 173 time: 0.4954579 Jun 14 18:15:55.822440 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58aaaf8c-71ca-493c-8481-8f4bab0f34b6', 'name': 'network-vif-deleted', 'tag': '469243dd-9d41-48da-8fb6-6692ad3977a9'}] {{(pid=102477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:15:55.825450 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63a05a5c49a881ad62840f65bcdf4689c8e257def52ee20504415851ea2faa0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c97df43e-1363-42b3-94ba-27490f7e80a2" -d '{"events": [{"server_uuid": "58aaaf8c-71ca-493c-8481-8f4bab0f34b6", "name": "network-vif-deleted", "tag": "469243dd-9d41-48da-8fb6-6692ad3977a9"}]}' {{(pid=102477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:15:55.869291 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f1686f-8686-456f-be77-513655c37a22 x-openstack-request-id: req-39f1686f-8686-456f-be77-513655c37a22 {{(pid=102477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:15:55.869796 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58aaaf8c-71ca-493c-8481-8f4bab0f34b6", "name": "network-vif-deleted", "tag": "469243dd-9d41-48da-8fb6-6692ad3977a9", "status": "completed", "code": 200}]} {{(pid=102477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:15:55.870208 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-39f1686f-8686-456f-be77-513655c37a22 {{(pid=102477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:15:55.870833 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39f1686f-8686-456f-be77-513655c37a22'] response: {'server_uuid': '58aaaf8c-71ca-493c-8481-8f4bab0f34b6', 'name': 'network-vif-deleted', 'tag': '469243dd-9d41-48da-8fb6-6692ad3977a9', 'status': 'completed', 'code': 200} Jun 14 18:15:56.781705 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983c5fdd-7083-4372-abf1-8fb9c8da6a47 req-c1dd861e-2f16-4056-a3e8-3336d1b69e8b tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:15:56.783176 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-983c5fdd-7083-4372-abf1-8fb9c8da6a47 req-c1dd861e-2f16-4056-a3e8-3336d1b69e8b tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6206d13-a024-4947-9ca4-edf154bb99bc HTTP/1.1" status: 200 len: 946 time: 0.0484211 Jun 14 18:15:56.818783 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-983c5fdd-7083-4372-abf1-8fb9c8da6a47 req-ac7f00d7-91b6-422b-b7e2-f227297485a1 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=52a02317-29ec-432b-95e7-d04ee2fac44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297959 Jun 14 18:15:56.948195 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:15:57.937496 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86966243-9119-4151-aa3a-def1e2ed08e1 req-6cc843fb-5daa-41e8-8bde-be42201ae08d tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:15:57.939182 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-86966243-9119-4151-aa3a-def1e2ed08e1 req-6cc843fb-5daa-41e8-8bde-be42201ae08d tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6206d13-a024-4947-9ca4-edf154bb99bc HTTP/1.1" status: 200 len: 946 time: 0.0515566 Jun 14 18:15:57.979565 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-86966243-9119-4151-aa3a-def1e2ed08e1 req-5b8a6c5d-136b-41f9-bdbf-973c0ecf436a tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=52a02317-29ec-432b-95e7-d04ee2fac44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338216 Jun 14 18:15:58.385355 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device 469243dd-9d41-48da-8fb6-6692ad3977a9 no longer exists at agent hyperv_hv-cinder-82173 {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:15:58.406416 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] No Port match for: 469243dd-9d41-48da-8fb6-6692ad3977a9 {{(pid=102478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 14 18:15:58.406760 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device 469243dd-9d41-48da-8fb6-6692ad3977a9 not bound to the agent host hv-cinder-82173 {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:15:59.095814 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b8e0b8-5133-404a-ba3d-88705ce19a6d req-7bd8b7d5-c204-4d0f-a866-55477909438e tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:15:59.097275 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-26b8e0b8-5133-404a-ba3d-88705ce19a6d req-7bd8b7d5-c204-4d0f-a866-55477909438e tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6206d13-a024-4947-9ca4-edf154bb99bc HTTP/1.1" status: 200 len: 946 time: 0.0477419 Jun 14 18:15:59.135266 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-26b8e0b8-5133-404a-ba3d-88705ce19a6d req-02b5f704-b078-47b3-a0b2-f54e0c30d442 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=52a02317-29ec-432b-95e7-d04ee2fac44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320289 Jun 14 18:16:00.256577 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3263445-3672-45d7-a97e-bca90f87d20a req-1debcd6b-a0ad-4298-9815-d6d1932305aa tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:00.258063 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-e3263445-3672-45d7-a97e-bca90f87d20a req-1debcd6b-a0ad-4298-9815-d6d1932305aa tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6206d13-a024-4947-9ca4-edf154bb99bc HTTP/1.1" status: 200 len: 946 time: 0.0518939 Jun 14 18:16:00.295640 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-e3263445-3672-45d7-a97e-bca90f87d20a req-fa51226f-8659-45f0-9060-8dfe091341f9 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=52a02317-29ec-432b-95e7-d04ee2fac44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313015 Jun 14 18:16:01.414550 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1af4fcf-99f9-4168-9aaf-2fab91941734 req-ae281cfc-607d-4cc2-88f5-2b90cf868ecd tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:01.415996 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-f1af4fcf-99f9-4168-9aaf-2fab91941734 req-ae281cfc-607d-4cc2-88f5-2b90cf868ecd tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6206d13-a024-4947-9ca4-edf154bb99bc HTTP/1.1" status: 200 len: 946 time: 0.0522511 Jun 14 18:16:01.453359 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-f1af4fcf-99f9-4168-9aaf-2fab91941734 req-0c71f7ee-225a-4aa9-8f05-d202708a4245 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=52a02317-29ec-432b-95e7-d04ee2fac44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309362 Jun 14 18:16:01.787464 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.agents_db [None req-d83a49a0-1be1-4d29-a7ba-91319940a8a9 None None] Agent healthcheck: found 6 active agents {{(pid=102479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 14 18:16:02.572555 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298fd28-00fe-4735-a7ea-cd34e3cceef2 req-fd5858fa-07d3-4c28-bd24-ff18cf11f2ed tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:02.574056 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-e298fd28-00fe-4735-a7ea-cd34e3cceef2 req-fd5858fa-07d3-4c28-bd24-ff18cf11f2ed tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6206d13-a024-4947-9ca4-edf154bb99bc HTTP/1.1" status: 200 len: 946 time: 0.0515165 Jun 14 18:16:02.638916 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-e298fd28-00fe-4735-a7ea-cd34e3cceef2 req-7c57f529-5adc-402d-979e-e45fa16a4adc tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=52a02317-29ec-432b-95e7-d04ee2fac44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573697 Jun 14 18:16:02.735781 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0f7730-05f9-4330-a569-cc29270ae3bd req-4eb8c1e9-219d-4b22-9b33-9c3d1ad811e7 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:02.738290 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-1c0f7730-05f9-4330-a569-cc29270ae3bd req-4eb8c1e9-219d-4b22-9b33-9c3d1ad811e7 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 946 time: 0.0595400 Jun 14 18:16:02.776803 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-1c0f7730-05f9-4330-a569-cc29270ae3bd req-9378fee8-02b2-4819-881b-e0a22b728d9a tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332031 Jun 14 18:16:03.747285 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77165a15-accc-4b2b-bc72-b7027207d543 req-b207480d-ad88-4d03-8700-18031a2aaadf tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:03.748876 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-77165a15-accc-4b2b-bc72-b7027207d543 req-b207480d-ad88-4d03-8700-18031a2aaadf tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6206d13-a024-4947-9ca4-edf154bb99bc HTTP/1.1" status: 200 len: 946 time: 0.0511582 Jun 14 18:16:03.908223 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f397797-bffe-4835-ba60-a1e3b362177e req-17c630d3-dcdc-4b29-8064-74562c46afbe tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:03.917895 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-3f397797-bffe-4835-ba60-a1e3b362177e req-17c630d3-dcdc-4b29-8064-74562c46afbe tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 946 time: 0.0605316 Jun 14 18:16:03.959595 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-3f397797-bffe-4835-ba60-a1e3b362177e req-1bed739c-bc2b-44c8-86b1-cb79a3d69151 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=4adcc55e-a3d3-49c5-baa4-fac6918caf60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416906 Jun 14 18:16:04.031705 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-77165a15-accc-4b2b-bc72-b7027207d543 req-95ecd761-4e77-43b6-958a-5190bd937e88 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=52a02317-29ec-432b-95e7-d04ee2fac44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2770066 Jun 14 18:16:04.444038 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4bd24-9e60-4641-8315-df36f12995a9 req-a9e64da7-129e-4411-b25d-af03adcf7a56 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:04.445377 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-c7b4bd24-9e60-4641-8315-df36f12995a9 req-a9e64da7-129e-4411-b25d-af03adcf7a56 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.90 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 946 time: 0.0471969 Jun 14 18:16:04.540420 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.plugin [req-c7b4bd24-9e60-4641-8315-df36f12995a9 req-5b79805a-8c44-4891-82f1-8c9a55bb9a70 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Deleting port 155f6b8d-7e54-4a68-be58-dd9494c118a5 {{(pid=102477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 14 18:16:04.540749 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-c7b4bd24-9e60-4641-8315-df36f12995a9 req-5b79805a-8c44-4891-82f1-8c9a55bb9a70 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239577025'] for port, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:04.627666 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.db [req-c7b4bd24-9e60-4641-8315-df36f12995a9 req-5b79805a-8c44-4891-82f1-8c9a55bb9a70 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] For port 155f6b8d-7e54-4a68-be58-dd9494c118a5, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=155f6b8d-7e54-4a68-be58-dd9494c118a5,segment=NetworkSegment(3352f152-10ce-4dbd-b036-7cefe3776371),segment_id=3352f152-10ce-4dbd-b036-7cefe3776371)] {{(pid=102477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:16:04.628022 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-c7b4bd24-9e60-4641-8315-df36f12995a9 req-5b79805a-8c44-4891-82f1-8c9a55bb9a70 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282467'] for port, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:04.845075 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-c7b4bd24-9e60-4641-8315-df36f12995a9 req-5b79805a-8c44-4891-82f1-8c9a55bb9a70 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:04.845427 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-c7b4bd24-9e60-4641-8315-df36f12995a9 req-5b79805a-8c44-4891-82f1-8c9a55bb9a70 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8287696'] for floatingip, after_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:04.845769 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.db.l3_db [req-c7b4bd24-9e60-4641-8315-df36f12995a9 req-5b79805a-8c44-4891-82f1-8c9a55bb9a70 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Floating IP 43686d76-019c-4607-a261-ed090d4f63e9 disassociated. External IP: 172.27.2.242, port: 155f6b8d-7e54-4a68-be58-dd9494c118a5. Jun 14 18:16:04.846102 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.plugin [req-c7b4bd24-9e60-4641-8315-df36f12995a9 req-5b79805a-8c44-4891-82f1-8c9a55bb9a70 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Calling delete_port for 155f6b8d-7e54-4a68-be58-dd9494c118a5 owned by compute:nova {{(pid=102477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 14 18:16:04.970947 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-c7b4bd24-9e60-4641-8315-df36f12995a9 req-5b79805a-8c44-4891-82f1-8c9a55bb9a70 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239583007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239190869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16661523'] for port, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:04.995351 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b79805a-8c44-4891-82f1-8c9a55bb9a70 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Pushing event deleted for resources: {'Port': ['ID=155f6b8d-7e54-4a68-be58-dd9494c118a5,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:16:05.097988 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-08082df2-e742-4dec-899f-4c4a791cfcf2 req-2c2a5674-7287-434a-8631-020f835c06f9 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a3a7be-c0dc-4e73-81e8-ffc85cac6e70 HTTP/1.1" status: 200 len: 210 time: 0.0454111 Jun 14 18:16:05.158752 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ff6b7-0568-40a6-9911-4e2ac2fd61e8 req-27bcc9bf-5228-4ccc-a0d7-da39166ecb6d tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:05.160957 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-776ff6b7-0568-40a6-9911-4e2ac2fd61e8 req-27bcc9bf-5228-4ccc-a0d7-da39166ecb6d tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6206d13-a024-4947-9ca4-edf154bb99bc HTTP/1.1" status: 200 len: 946 time: 0.0538304 Jun 14 18:16:05.161104 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c7b4bd24-9e60-4641-8315-df36f12995a9 req-5b79805a-8c44-4891-82f1-8c9a55bb9a70 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Router 6d0eef1b-b0b5-4281-92f2-af75ebc04e87 has already been hosted by L3 agent 2bd7ef4a-700f-45f4-ae1e-98ca6454acba {{(pid=102477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:16:05.210731 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-776ff6b7-0568-40a6-9911-4e2ac2fd61e8 req-d72f0bf4-48e5-4822-8789-67fe971ef6ef tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=52a02317-29ec-432b-95e7-d04ee2fac44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425947 Jun 14 18:16:05.277531 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c7b4bd24-9e60-4641-8315-df36f12995a9 req-5b79805a-8c44-4891-82f1-8c9a55bb9a70 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify agent at l3_agent.dv-cinder-821739-1-iscsi the message routers_updated {{(pid=102477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:16:05.289008 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098a496f-ad9a-4de8-94d9-b533bc7d2768 None None] Sync routers for ids ['6d0eef1b-b0b5-4281-92f2-af75ebc04e87'] in dv-cinder-821739-1-iscsi {{(pid=102479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:16:05.304200 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098a496f-ad9a-4de8-94d9-b533bc7d2768 None None] Routers {'6d0eef1b-b0b5-4281-92f2-af75ebc04e87'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:16:05.306111 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-098a496f-ad9a-4de8-94d9-b533bc7d2768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:15:49Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['6d0eef1b-b0b5-4281-92f2-af75ebc04e87'], 'active': True} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:16:05.330201 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7b4bd24-9e60-4641-8315-df36f12995a9 req-5b79805a-8c44-4891-82f1-8c9a55bb9a70 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] No DVR routers for this DVR port 155f6b8d-7e54-4a68-be58-dd9494c118a5 on host hv-cinder-82173 {{(pid=102477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 18:16:05.337183 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-c7b4bd24-9e60-4641-8315-df36f12995a9 req-5b79805a-8c44-4891-82f1-8c9a55bb9a70 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for port, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:05.343612 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-c7b4bd24-9e60-4641-8315-df36f12995a9 req-5b79805a-8c44-4891-82f1-8c9a55bb9a70 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.90 "DELETE /v2.0/ports/155f6b8d-7e54-4a68-be58-dd9494c118a5 HTTP/1.1" status: 204 len: 173 time: 0.8913441 Jun 14 18:16:05.344210 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02a3a7be-c0dc-4e73-81e8-ffc85cac6e70', 'name': 'network-vif-deleted', 'tag': '155f6b8d-7e54-4a68-be58-dd9494c118a5'}] {{(pid=102477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:16:05.346826 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63a05a5c49a881ad62840f65bcdf4689c8e257def52ee20504415851ea2faa0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e69cab1-2e9d-46a8-8fe6-b3bbd26dac84" -d '{"events": [{"server_uuid": "02a3a7be-c0dc-4e73-81e8-ffc85cac6e70", "name": "network-vif-deleted", "tag": "155f6b8d-7e54-4a68-be58-dd9494c118a5"}]}' {{(pid=102477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:16:05.395053 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f1ba353-602a-4641-8b85-f88959e3d252 x-openstack-request-id: req-1f1ba353-602a-4641-8b85-f88959e3d252 {{(pid=102477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:16:05.395357 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02a3a7be-c0dc-4e73-81e8-ffc85cac6e70", "name": "network-vif-deleted", "tag": "155f6b8d-7e54-4a68-be58-dd9494c118a5", "status": "completed", "code": 200}]} {{(pid=102477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:16:05.395646 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1f1ba353-602a-4641-8b85-f88959e3d252 {{(pid=102477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:16:05.396005 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f1ba353-602a-4641-8b85-f88959e3d252'] response: {'server_uuid': '02a3a7be-c0dc-4e73-81e8-ffc85cac6e70', 'name': 'network-vif-deleted', 'tag': '155f6b8d-7e54-4a68-be58-dd9494c118a5', 'status': 'completed', 'code': 200} Jun 14 18:16:05.445361 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvr_db [None req-098a496f-ad9a-4de8-94d9-b533bc7d2768 None None] Set router 6d0eef1b-b0b5-4281-92f2-af75ebc04e87 gateway port host: dv-cinder-821739-1-iscsi {{(pid=102479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:16:05.651716 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-098a496f-ad9a-4de8-94d9-b533bc7d2768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d0eef1b-b0b5-4281-92f2-af75ebc04e87', 'name': 'tempest-AttachVolumeShelveTestJSON-1404682588-router', 'tenant_id': 'ce9a2eeca2ae45e78c3f8e1182360462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '8859bc2f-722e-4348-b24e-8c89c8633abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:11:32Z', 'updated_at': '2022-06-14T18:11:41Z', 'revision_number': 4, 'project_id': 'ce9a2eeca2ae45e78c3f8e1182360462', 'gw_port': {'id': '8859bc2f-722e-4348-b24e-8c89c8633abc', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0eef1b-b0b5-4281-92f2-af75ebc04e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:34Z', 'updated_at': '2022-06-14T18:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_interfaces': [{'id': '497d156f-45c6-4d64-bf48-0bdfa0641beb', 'name': '', 'network_id': '207b3e54-87d5-4ff2-9e27-0fc3ae498411', 'tenant_id': 'ce9a2eeca2ae45e78c3f8e1182360462', 'mac_address': 'fa:16:3e:ba:5c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0eef1b-b0b5-4281-92f2-af75ebc04e87', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '60742c27-3909-4c07-b59a-2eae5cd6702e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:40Z', 'updated_at': '2022-06-14T18:11:49Z', 'revision_number': 5, 'project_id': 'ce9a2eeca2ae45e78c3f8e1182360462', 'subnets': [{'id': '60742c27-3909-4c07-b59a-2eae5cd6702e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:16:05.678676 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098a496f-ad9a-4de8-94d9-b533bc7d2768 None None] Checking router: 6d0eef1b-b0b5-4281-92f2-af75ebc04e87 for host: dv-cinder-821739-1-iscsi {{(pid=102479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:16:05.688407 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098a496f-ad9a-4de8-94d9-b533bc7d2768 None None] Routers {'6d0eef1b-b0b5-4281-92f2-af75ebc04e87'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:16:05.689079 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-098a496f-ad9a-4de8-94d9-b533bc7d2768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:15:49Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['6d0eef1b-b0b5-4281-92f2-af75ebc04e87'], 'active': True} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:16:05.797296 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvr_db [None req-098a496f-ad9a-4de8-94d9-b533bc7d2768 None None] Set router 6d0eef1b-b0b5-4281-92f2-af75ebc04e87 gateway port host: dv-cinder-821739-1-iscsi {{(pid=102479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:16:06.011484 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-098a496f-ad9a-4de8-94d9-b533bc7d2768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d0eef1b-b0b5-4281-92f2-af75ebc04e87', 'name': 'tempest-AttachVolumeShelveTestJSON-1404682588-router', 'tenant_id': 'ce9a2eeca2ae45e78c3f8e1182360462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '8859bc2f-722e-4348-b24e-8c89c8633abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:11:32Z', 'updated_at': '2022-06-14T18:11:41Z', 'revision_number': 4, 'project_id': 'ce9a2eeca2ae45e78c3f8e1182360462', 'gw_port': {'id': '8859bc2f-722e-4348-b24e-8c89c8633abc', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0eef1b-b0b5-4281-92f2-af75ebc04e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:34Z', 'updated_at': '2022-06-14T18:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_interfaces': [{'id': '497d156f-45c6-4d64-bf48-0bdfa0641beb', 'name': '', 'network_id': '207b3e54-87d5-4ff2-9e27-0fc3ae498411', 'tenant_id': 'ce9a2eeca2ae45e78c3f8e1182360462', 'mac_address': 'fa:16:3e:ba:5c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0eef1b-b0b5-4281-92f2-af75ebc04e87', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '60742c27-3909-4c07-b59a-2eae5cd6702e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:40Z', 'updated_at': '2022-06-14T18:11:49Z', 'revision_number': 5, 'project_id': 'ce9a2eeca2ae45e78c3f8e1182360462', 'subnets': [{'id': '60742c27-3909-4c07-b59a-2eae5cd6702e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:16:06.039714 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098a496f-ad9a-4de8-94d9-b533bc7d2768 None None] The sync data for ids ['6d0eef1b-b0b5-4281-92f2-af75ebc04e87'] in dv-cinder-821739-1-iscsi is: [{'id': '6d0eef1b-b0b5-4281-92f2-af75ebc04e87', 'name': 'tempest-AttachVolumeShelveTestJSON-1404682588-router', 'tenant_id': 'ce9a2eeca2ae45e78c3f8e1182360462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '8859bc2f-722e-4348-b24e-8c89c8633abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:11:32Z', 'updated_at': '2022-06-14T18:11:41Z', 'revision_number': 4, 'project_id': 'ce9a2eeca2ae45e78c3f8e1182360462', 'gw_port': {'id': '8859bc2f-722e-4348-b24e-8c89c8633abc', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0eef1b-b0b5-4281-92f2-af75ebc04e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:34Z', 'updated_at': '2022-06-14T18:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_interfaces': [{'id': '497d156f-45c6-4d64-bf48-0bdfa0641beb', 'name': '', 'network_id': '207b3e54-87d5-4ff2-9e27-0fc3ae498411', 'tenant_id': 'ce9a2eeca2ae45e78c3f8e1182360462', 'mac_address': 'fa:16:3e:ba:5c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0eef1b-b0b5-4281-92f2-af75ebc04e87', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '60742c27-3909-4c07-b59a-2eae5cd6702e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:40Z', 'updated_at': '2022-06-14T18:11:49Z', 'revision_number': 5, 'project_id': 'ce9a2eeca2ae45e78c3f8e1182360462', 'subnets': [{'id': '60742c27-3909-4c07-b59a-2eae5cd6702e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:16:06.182101 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 55980) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:16:06.250812 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-26ed3c1e-b117-4cd3-ad00-15ffe1bf9460 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify callbacks [] for security_group, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:06.279594 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-26ed3c1e-b117-4cd3-ad00-15ffe1bf9460 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:06.325888 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c58b29-547f-49d7-82b1-b81d97139104 None None] New status for floating IP 43686d76-019c-4607-a261-ed090d4f63e9: DOWN {{(pid=102478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 18:16:06.370360 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-26ed3c1e-b117-4cd3-ad00-15ffe1bf9460 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:06.374361 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-26ed3c1e-b117-4cd3-ad00-15ffe1bf9460 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify callbacks [] for security_group, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:06.376205 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-26ed3c1e-b117-4cd3-ad00-15ffe1bf9460 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "DELETE /v2.0/security-groups/4adcc55e-a3d3-49c5-baa4-fac6918caf60 HTTP/1.1" status: 204 len: 168 time: 0.1925633 Jun 14 18:16:06.378496 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 55986) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:16:06.389187 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ed3c1e-b117-4cd3-ad00-15ffe1bf9460 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4adcc55e-a3d3-49c5-baa4-fac6918caf60,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:16:06.405154 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.api.v2.resource [None req-932d8a0d-5625-4a1a-8a56-a80bd7dba598 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] show failed (client error): The resource could not be found. Jun 14 18:16:06.406199 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-932d8a0d-5625-4a1a-8a56-a80bd7dba598 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups/4adcc55e-a3d3-49c5-baa4-fac6918caf60 HTTP/1.1" status: 404 len: 347 time: 0.0264485 Jun 14 18:16:06.413908 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 55988) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:16:06.414311 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8978cc-4e44-4acd-ab43-b2b3e0603df2 req-ed9567a3-50a2-4a91-a1af-8961458eaac1 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:06.423292 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-8d8978cc-4e44-4acd-ab43-b2b3e0603df2 req-ed9567a3-50a2-4a91-a1af-8961458eaac1 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6206d13-a024-4947-9ca4-edf154bb99bc HTTP/1.1" status: 200 len: 946 time: 0.1199851 Jun 14 18:16:06.468809 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-8d8978cc-4e44-4acd-ab43-b2b3e0603df2 req-4716a1b8-169d-408e-b30e-18b29aad42bb tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=52a02317-29ec-432b-95e7-d04ee2fac44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452862 Jun 14 18:16:06.596292 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.plugin [None req-e91ee7ed-6a50-44cd-8888-b369d76a56af tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Deleting port 1f2744e8-d04d-4d9a-bb31-07a11032bdc5 {{(pid=102477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 14 18:16:06.596753 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-e91ee7ed-6a50-44cd-8888-b369d76a56af tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239577025'] for port, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:06.680312 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-e91ee7ed-6a50-44cd-8888-b369d76a56af tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282467'] for port, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:06.680640 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-e91ee7ed-6a50-44cd-8888-b369d76a56af tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:06.692260 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.plugin [None req-e91ee7ed-6a50-44cd-8888-b369d76a56af tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Calling delete_port for 1f2744e8-d04d-4d9a-bb31-07a11032bdc5 owned by network:floatingip {{(pid=102477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 14 18:16:06.830250 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-e91ee7ed-6a50-44cd-8888-b369d76a56af tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239583007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239190869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16661523'] for port, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:06.854631 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91ee7ed-6a50-44cd-8888-b369d76a56af tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Pushing event deleted for resources: {'Port': ['ID=1f2744e8-d04d-4d9a-bb31-07a11032bdc5,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:16:06.916767 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-e91ee7ed-6a50-44cd-8888-b369d76a56af tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify callbacks [] for floatingip, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:06.920008 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-e91ee7ed-6a50-44cd-8888-b369d76a56af tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for floatingip, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:06.921160 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-e91ee7ed-6a50-44cd-8888-b369d76a56af tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "DELETE /v2.0/floatingips/43686d76-019c-4607-a261-ed090d4f63e9 HTTP/1.1" status: 204 len: 168 time: 0.5108809 Jun 14 18:16:07.014380 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 56000) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:16:07.018922 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.v2.base [None req-7a707dec-b8c5-4d8d-9eb2-37dcdc3dafdf tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Request body: {'security_group': {'name': 'tempest-securitygroup--894360961', 'description': 'tempest-description--1733542024'}} {{(pid=102477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:16:07.038161 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-7a707dec-b8c5-4d8d-9eb2-37dcdc3dafdf tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify callbacks [] for security_group, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:07.110704 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-7a707dec-b8c5-4d8d-9eb2-37dcdc3dafdf tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify callbacks [] for security_group, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:07.114920 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-7a707dec-b8c5-4d8d-9eb2-37dcdc3dafdf tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:07.148169 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-7a707dec-b8c5-4d8d-9eb2-37dcdc3dafdf tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify callbacks [] for security_group, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:07.149472 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-7a707dec-b8c5-4d8d-9eb2-37dcdc3dafdf tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1340654 Jun 14 18:16:07.150363 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a707dec-b8c5-4d8d-9eb2-37dcdc3dafdf tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f5f9c8a-576d-406f-acb0-3572b0ba74cc,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:16:07.152539 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 56002) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:16:07.157221 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.v2.base [None req-c998eb16-ec4a-4a25-9f0c-5983ac55c1b2 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Request body: {'security_group_rule': {'security_group_id': '7f5f9c8a-576d-406f-acb0-3572b0ba74cc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:16:07.182754 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-c998eb16-ec4a-4a25-9f0c-5983ac55c1b2 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:07.241466 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-c998eb16-ec4a-4a25-9f0c-5983ac55c1b2 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:07.244717 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-c998eb16-ec4a-4a25-9f0c-5983ac55c1b2 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8370858'] for security_group_rule, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:07.261251 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c998eb16-ec4a-4a25-9f0c-5983ac55c1b2 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=425955ff-2c1a-49ba-925c-c1dade5a590e,revision_number=0']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:16:07.270300 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-c998eb16-ec4a-4a25-9f0c-5983ac55c1b2 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:07.271444 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-c998eb16-ec4a-4a25-9f0c-5983ac55c1b2 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1178219 Jun 14 18:16:07.272717 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c998eb16-ec4a-4a25-9f0c-5983ac55c1b2 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:16:07.273054 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c998eb16-ec4a-4a25-9f0c-5983ac55c1b2 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:16:07.273382 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c998eb16-ec4a-4a25-9f0c-5983ac55c1b2 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:16:07.273776 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c998eb16-ec4a-4a25-9f0c-5983ac55c1b2 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:16:07.274062 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c998eb16-ec4a-4a25-9f0c-5983ac55c1b2 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:16:07.274381 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c998eb16-ec4a-4a25-9f0c-5983ac55c1b2 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:16:07.274477 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 56004) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:16:07.274917 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c998eb16-ec4a-4a25-9f0c-5983ac55c1b2 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:16:07.275032 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c998eb16-ec4a-4a25-9f0c-5983ac55c1b2 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:16:07.275305 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c998eb16-ec4a-4a25-9f0c-5983ac55c1b2 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:16:07.275620 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c998eb16-ec4a-4a25-9f0c-5983ac55c1b2 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:16:07.275936 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c998eb16-ec4a-4a25-9f0c-5983ac55c1b2 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:16:07.276248 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c998eb16-ec4a-4a25-9f0c-5983ac55c1b2 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:16:07.281156 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.v2.base [None req-769a1d7c-c692-4a12-a7f7-2c9c4cbc599b tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Request body: {'security_group_rule': {'security_group_id': '7f5f9c8a-576d-406f-acb0-3572b0ba74cc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:16:07.306115 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-769a1d7c-c692-4a12-a7f7-2c9c4cbc599b tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:07.366493 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-769a1d7c-c692-4a12-a7f7-2c9c4cbc599b tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:07.370053 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-769a1d7c-c692-4a12-a7f7-2c9c4cbc599b tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8370858'] for security_group_rule, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:07.388629 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769a1d7c-c692-4a12-a7f7-2c9c4cbc599b tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89444e24-2b2d-4a80-9766-0da4720c44e2,revision_number=0']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:16:07.393167 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-769a1d7c-c692-4a12-a7f7-2c9c4cbc599b tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:07.394372 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-769a1d7c-c692-4a12-a7f7-2c9c4cbc599b tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1189227 Jun 14 18:16:07.397437 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 56006) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:16:07.402131 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.v2.base [None req-9d30a012-f1c6-4746-91f9-557326b32aec tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Request body: {'floatingip': {'floating_network_id': '0514a421-38fe-44fa-a158-ef00d417fed9'}} {{(pid=102477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:16:07.422729 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-9d30a012-f1c6-4746-91f9-557326b32aec tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify callbacks [] for floatingip, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:07.516878 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-9d30a012-f1c6-4746-91f9-557326b32aec tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:07.606712 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808b28a8-785d-4fa8-93d2-1bb762c166e5 req-d21f71a6-0321-40b6-90bd-fda6b5870575 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:07.608208 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-808b28a8-785d-4fa8-93d2-1bb762c166e5 req-d21f71a6-0321-40b6-90bd-fda6b5870575 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6206d13-a024-4947-9ca4-edf154bb99bc HTTP/1.1" status: 200 len: 946 time: 0.0492716 Jun 14 18:16:07.625511 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.db_base_plugin_common [None req-9d30a012-f1c6-4746-91f9-557326b32aec tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Allocated IP 172.27.2.13 (0514a421-38fe-44fa-a158-ef00d417fed9/5974f5a1-c656-4a3f-aaeb-f2cb77111b45/dae184b0-49a3-432e-a0ae-e30416e648be) {{(pid=102477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:16:07.650061 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-808b28a8-785d-4fa8-93d2-1bb762c166e5 req-04bb112b-0b83-4b22-8a33-f23ef8c2e76f tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=52a02317-29ec-432b-95e7-d04ee2fac44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346553 Jun 14 18:16:07.738554 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-9d30a012-f1c6-4746-91f9-557326b32aec tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify callbacks [] for port, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:07.775267 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-9d30a012-f1c6-4746-91f9-557326b32aec tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239190878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16661523'] for port, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:07.813247 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d30a012-f1c6-4746-91f9-557326b32aec tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Network 0514a421-38fe-44fa-a158-ef00d417fed9 is already hosted by enough agents. {{(pid=102477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:16:07.816124 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.base_scheduler [None req-9d30a012-f1c6-4746-91f9-557326b32aec tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Resources bound (agent type, host, resource id): {{(pid=102477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:16:07.818801 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d30a012-f1c6-4746-91f9-557326b32aec tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Received port after_create {{(pid=102477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 14 18:16:07.853519 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d30a012-f1c6-4746-91f9-557326b32aec tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Pushing event updated for resources: {'Port': ['ID=dae184b0-49a3-432e-a0ae-e30416e648be,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:16:07.911442 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-9d30a012-f1c6-4746-91f9-557326b32aec tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:07.943390 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-9d30a012-f1c6-4746-91f9-557326b32aec tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:08.088267 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-9d30a012-f1c6-4746-91f9-557326b32aec tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify callbacks [] for port, precommit_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:08.093114 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-9d30a012-f1c6-4746-91f9-557326b32aec tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16661530'] for port, after_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:08.162342 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d30a012-f1c6-4746-91f9-557326b32aec tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Pushing event updated for resources: {'Port': ['ID=dae184b0-49a3-432e-a0ae-e30416e648be,revision_number=2']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:16:08.172598 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-9d30a012-f1c6-4746-91f9-557326b32aec tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8287696'] for floatingip, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:08.189148 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-9d30a012-f1c6-4746-91f9-557326b32aec tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for floatingip, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:08.191348 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-9d30a012-f1c6-4746-91f9-557326b32aec tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7927945 Jun 14 18:16:08.415925 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-9e2c3139-b634-4baa-b86f-ca4ba879c3fa req-6376eb38-9504-4995-b52a-8617ae97298b tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--894360961&fields=id&tenant_id=ce9a2eeca2ae45e78c3f8e1182360462 HTTP/1.1" status: 200 len: 267 time: 0.0334668 Jun 14 18:16:08.519641 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2c3139-b634-4baa-b86f-ca4ba879c3fa req-fb1578fc-a88c-4824-b7ce-c233f3d12776 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:08.521089 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-9e2c3139-b634-4baa-b86f-ca4ba879c3fa req-fb1578fc-a88c-4824-b7ce-c233f3d12776 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/networks?id=207b3e54-87d5-4ff2-9e27-0fc3ae498411 HTTP/1.1" status: 200 len: 817 time: 0.0981414 Jun 14 18:16:08.536766 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-9e2c3139-b634-4baa-b86f-ca4ba879c3fa req-f4695736-210b-4594-82fa-67eb288cb581 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/quotas/ce9a2eeca2ae45e78c3f8e1182360462 HTTP/1.1" status: 200 len: 375 time: 0.0099852 Jun 14 18:16:08.593450 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-9e2c3139-b634-4baa-b86f-ca4ba879c3fa req-e4ed66f5-b5a7-4688-874a-3850a28b1fdb tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=ce9a2eeca2ae45e78c3f8e1182360462&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0514891 Jun 14 18:16:08.691283 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-9e2c3139-b634-4baa-b86f-ca4ba879c3fa req-11a20684-345f-47c0-a35f-5d5c6e78f0fa service neutron] 10.222.0.70 "GET /v2.0/networks/207b3e54-87d5-4ff2-9e27-0fc3ae498411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839531 Jun 14 18:16:08.769590 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc7f3aa-0284-4d65-9b89-706fb0cfa32c req-94dd3678-da10-4e82-94f4-5e6d737dbb30 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:08.771205 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-efc7f3aa-0284-4d65-9b89-706fb0cfa32c req-94dd3678-da10-4e82-94f4-5e6d737dbb30 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6206d13-a024-4947-9ca4-edf154bb99bc HTTP/1.1" status: 200 len: 946 time: 0.0518289 Jun 14 18:16:08.788009 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-9e2c3139-b634-4baa-b86f-ca4ba879c3fa req-00a80deb-e574-4c9b-b3d5-052230879b92 service neutron] 10.222.0.70 "GET /v2.0/networks/207b3e54-87d5-4ff2-9e27-0fc3ae498411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906689 Jun 14 18:16:08.813333 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-efc7f3aa-0284-4d65-9b89-706fb0cfa32c req-285cf621-6b10-40f3-b30f-448f81d6b657 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=52a02317-29ec-432b-95e7-d04ee2fac44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361848 Jun 14 18:16:08.949297 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-dacf9621-3c7e-4737-9fa6-6c5cf0fa712d req-e1ef10ca-e120-46e9-b5de-b98dba11997c tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=a622a78c-3723-434b-a685-47d1846e0778 HTTP/1.1" status: 200 len: 210 time: 0.0261588 Jun 14 18:16:09.696538 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device 155f6b8d-7e54-4a68-be58-dd9494c118a5 no longer exists at agent hyperv_hv-cinder-82173 {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:16:09.721906 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] No Port match for: 155f6b8d-7e54-4a68-be58-dd9494c118a5 {{(pid=102478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 14 18:16:09.722261 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device 155f6b8d-7e54-4a68-be58-dd9494c118a5 not bound to the agent host hv-cinder-82173 {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:16:09.931295 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73596604-f6a3-43d8-8bce-abd5b430b6c6 req-75ca2253-b430-404f-a407-e585c8badc1c tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:09.932766 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-73596604-f6a3-43d8-8bce-abd5b430b6c6 req-75ca2253-b430-404f-a407-e585c8badc1c tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6206d13-a024-4947-9ca4-edf154bb99bc HTTP/1.1" status: 200 len: 946 time: 0.0495193 Jun 14 18:16:09.970846 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-73596604-f6a3-43d8-8bce-abd5b430b6c6 req-8f2709ea-d60f-4336-a352-b41d44eb2358 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=52a02317-29ec-432b-95e7-d04ee2fac44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315781 Jun 14 18:16:10.047441 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-2843a311-2177-4ec7-a381-cb5c6cc5ef31 req-7557bd9c-b28e-44ee-bb9d-8444ce650a3f tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=a622a78c-3723-434b-a685-47d1846e0778 HTTP/1.1" status: 200 len: 210 time: 0.0257611 Jun 14 18:16:10.388197 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2c3139-b634-4baa-b86f-ca4ba879c3fa req-702279a6-1c8c-42d4-86ea-85247f7162fe tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:10.389664 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-9e2c3139-b634-4baa-b86f-ca4ba879c3fa req-702279a6-1c8c-42d4-86ea-85247f7162fe tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.90 "GET /v2.0/networks?id=207b3e54-87d5-4ff2-9e27-0fc3ae498411 HTTP/1.1" status: 200 len: 817 time: 0.1094761 Jun 14 18:16:10.442511 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-9e2c3139-b634-4baa-b86f-ca4ba879c3fa req-ec0f0ec4-57f8-40d4-88f4-214a66f9d2e7 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce9a2eeca2ae45e78c3f8e1182360462 HTTP/1.1" status: 200 len: 379 time: 0.0335164 Jun 14 18:16:10.453153 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.v2.base [req-9e2c3139-b634-4baa-b86f-ca4ba879c3fa req-5caf213e-2de1-498c-9b7e-451fbbe0819b tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Request body: {'port': {'device_id': 'a622a78c-3723-434b-a685-47d1846e0778', 'network_id': '207b3e54-87d5-4ff2-9e27-0fc3ae498411', 'admin_state_up': True, 'tenant_id': 'ce9a2eeca2ae45e78c3f8e1182360462', 'security_groups': ['7f5f9c8a-576d-406f-acb0-3572b0ba74cc']}} {{(pid=102477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:16:10.563977 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e2c3139-b634-4baa-b86f-ca4ba879c3fa req-5caf213e-2de1-498c-9b7e-451fbbe0819b tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Made reservation on behalf of ce9a2eeca2ae45e78c3f8e1182360462 for: {'port': 1} {{(pid=102477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:16:10.567558 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-9e2c3139-b634-4baa-b86f-ca4ba879c3fa req-5caf213e-2de1-498c-9b7e-451fbbe0819b tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:10.698717 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.db_base_plugin_common [req-9e2c3139-b634-4baa-b86f-ca4ba879c3fa req-5caf213e-2de1-498c-9b7e-451fbbe0819b tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Allocated IP 172.20.0.3 (207b3e54-87d5-4ff2-9e27-0fc3ae498411/60742c27-3909-4c07-b59a-2eae5cd6702e/8542e76f-e59c-4619-bcf3-47869d9503e3) {{(pid=102477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:16:10.699488 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5c869d-ee44-4541-b6be-aa767b8ceda0 req-1688dd56-1149-4840-8458-409dee3ef041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:10.701096 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-2b5c869d-ee44-4541-b6be-aa767b8ceda0 req-1688dd56-1149-4840-8458-409dee3ef041 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=b6206d13-a024-4947-9ca4-edf154bb99bc HTTP/1.1" status: 200 len: 1099 time: 0.0398741 Jun 14 18:16:10.739505 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-2b5c869d-ee44-4541-b6be-aa767b8ceda0 req-75254be0-7161-4ee6-8fe9-34d789dae963 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=52a02317-29ec-432b-95e7-d04ee2fac44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310712 Jun 14 18:16:10.843620 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-9e2c3139-b634-4baa-b86f-ca4ba879c3fa req-5caf213e-2de1-498c-9b7e-451fbbe0819b tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify callbacks [] for port, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:10.878942 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-9e2c3139-b634-4baa-b86f-ca4ba879c3fa req-5caf213e-2de1-498c-9b7e-451fbbe0819b tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239190878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16661523'] for port, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:10.923590 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e2c3139-b634-4baa-b86f-ca4ba879c3fa req-5caf213e-2de1-498c-9b7e-451fbbe0819b tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Network 207b3e54-87d5-4ff2-9e27-0fc3ae498411 is already hosted by enough agents. {{(pid=102477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:16:10.926727 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.base_scheduler [req-9e2c3139-b634-4baa-b86f-ca4ba879c3fa req-5caf213e-2de1-498c-9b7e-451fbbe0819b tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Resources bound (agent type, host, resource id): {{(pid=102477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:16:10.929358 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e2c3139-b634-4baa-b86f-ca4ba879c3fa req-5caf213e-2de1-498c-9b7e-451fbbe0819b tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Received port after_create {{(pid=102477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 14 18:16:10.964558 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caf213e-2de1-498c-9b7e-451fbbe0819b tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Pushing event updated for resources: {'Port': ['ID=8542e76f-e59c-4619-bcf3-47869d9503e3,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:16:10.999944 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2c3139-b634-4baa-b86f-ca4ba879c3fa req-5caf213e-2de1-498c-9b7e-451fbbe0819b tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:11.000802 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-9e2c3139-b634-4baa-b86f-ca4ba879c3fa req-5caf213e-2de1-498c-9b7e-451fbbe0819b tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for port, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:11.025580 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-9e2c3139-b634-4baa-b86f-ca4ba879c3fa req-5caf213e-2de1-498c-9b7e-451fbbe0819b tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5768232 Jun 14 18:16:11.041917 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.v2.base [req-9e2c3139-b634-4baa-b86f-ca4ba879c3fa req-0b25508b-509a-477f-b3a0-a6c587da4d5c service neutron] Request body: {'port': {'device_id': 'a622a78c-3723-434b-a685-47d1846e0778', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82173'}} {{(pid=102477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:16:11.195392 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962212dd-b322-42df-9a80-60374c86224c req-e9a8ec81-21e5-4c77-a00d-1b6dae8a0bbe tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:11.196970 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-962212dd-b322-42df-9a80-60374c86224c req-e9a8ec81-21e5-4c77-a00d-1b6dae8a0bbe tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=a622a78c-3723-434b-a685-47d1846e0778 HTTP/1.1" status: 200 len: 931 time: 0.0581591 Jun 14 18:16:11.218492 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-93a14edf-96e9-4873-9a5f-486ed98f4cdc None None] Provisioning complete for port 8542e76f-e59c-4619-bcf3-47869d9503e3 triggered by entity DHCP. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:16:11.219058 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-93a14edf-96e9-4873-9a5f-486ed98f4cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:11.256320 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-962212dd-b322-42df-9a80-60374c86224c req-89c0dfb3-71fd-4f8e-95b0-31ad610985cf tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f5f9c8a-576d-406f-acb0-3572b0ba74cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427125 Jun 14 18:16:11.260176 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-93a14edf-96e9-4873-9a5f-486ed98f4cdc None None] Port 8542e76f-e59c-4619-bcf3-47869d9503e3 cannot update to ACTIVE because it is not bound. {{(pid=102478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jun 14 18:16:11.373570 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-9e2c3139-b634-4baa-b86f-ca4ba879c3fa req-0b25508b-509a-477f-b3a0-a6c587da4d5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:11.397349 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92585240-c4da-49fb-a57d-358de97c3854 req-d619dcd7-4247-4a7b-a8fe-cc19f05bb8e5 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:11.398822 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-92585240-c4da-49fb-a57d-358de97c3854 req-d619dcd7-4247-4a7b-a8fe-cc19f05bb8e5 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6206d13-a024-4947-9ca4-edf154bb99bc HTTP/1.1" status: 200 len: 946 time: 0.3219347 Jun 14 18:16:11.468913 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-92585240-c4da-49fb-a57d-358de97c3854 req-1c5ee30c-34f5-40cf-ab4a-7182e29873f0 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=52a02317-29ec-432b-95e7-d04ee2fac44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511074 Jun 14 18:16:11.672149 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.notifiers.nova [req-9e2c3139-b634-4baa-b86f-ca4ba879c3fa req-0b25508b-509a-477f-b3a0-a6c587da4d5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8542e76f-e59c-4619-bcf3-47869d9503e3 {{(pid=102477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:16:11.679347 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-9e2c3139-b634-4baa-b86f-ca4ba879c3fa req-0b25508b-509a-477f-b3a0-a6c587da4d5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:11.691240 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.provisioning_blocks [req-9e2c3139-b634-4baa-b86f-ca4ba879c3fa req-0b25508b-509a-477f-b3a0-a6c587da4d5c service neutron] Transition to ACTIVE for port object 8542e76f-e59c-4619-bcf3-47869d9503e3 will not be triggered until provisioned by entity L2. {{(pid=102477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 18:16:11.694867 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-9e2c3139-b634-4baa-b86f-ca4ba879c3fa req-0b25508b-509a-477f-b3a0-a6c587da4d5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16661530'] for port, after_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:11.747489 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b25508b-509a-477f-b3a0-a6c587da4d5c service neutron] Pushing event updated for resources: {'Port': ['ID=8542e76f-e59c-4619-bcf3-47869d9503e3,revision_number=2']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:16:11.816324 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.managers [req-9e2c3139-b634-4baa-b86f-ca4ba879c3fa req-0b25508b-509a-477f-b3a0-a6c587da4d5c service neutron] Attempting to bind port 8542e76f-e59c-4619-bcf3-47869d9503e3 on host hv-cinder-82173 for vnic_type normal with profile {{(pid=102477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 14 18:16:11.816683 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.managers [req-9e2c3139-b634-4baa-b86f-ca4ba879c3fa req-0b25508b-509a-477f-b3a0-a6c587da4d5c service neutron] Attempting to bind port 8542e76f-e59c-4619-bcf3-47869d9503e3 by drivers openvswitch,hyperv on host hv-cinder-82173 at level 0 using segments [{'id': '3352f152-10ce-4dbd-b036-7cefe3776371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '207b3e54-87d5-4ff2-9e27-0fc3ae498411'}] {{(pid=102477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 14 18:16:11.817444 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2c3139-b634-4baa-b86f-ca4ba879c3fa req-0b25508b-509a-477f-b3a0-a6c587da4d5c service neutron] Attempting to bind port 8542e76f-e59c-4619-bcf3-47869d9503e3 on network 207b3e54-87d5-4ff2-9e27-0fc3ae498411 {{(pid=102477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:16:11.822072 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2c3139-b634-4baa-b86f-ca4ba879c3fa req-0b25508b-509a-477f-b3a0-a6c587da4d5c service neutron] Port 8542e76f-e59c-4619-bcf3-47869d9503e3 on network 207b3e54-87d5-4ff2-9e27-0fc3ae498411 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82173 {{(pid=102477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 14 18:16:11.822398 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2c3139-b634-4baa-b86f-ca4ba879c3fa req-0b25508b-509a-477f-b3a0-a6c587da4d5c service neutron] Attempting to bind port 8542e76f-e59c-4619-bcf3-47869d9503e3 on network 207b3e54-87d5-4ff2-9e27-0fc3ae498411 {{(pid=102477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:16:11.829358 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2c3139-b634-4baa-b86f-ca4ba879c3fa req-0b25508b-509a-477f-b3a0-a6c587da4d5c service neutron] Checking agent: {'id': '37867b7d-ea9d-4c92-b09f-db78138d4892', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82173', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 9, 26), 'started_at': datetime.datetime(2022, 6, 14, 18, 9, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:16:11.829720 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2c3139-b634-4baa-b86f-ca4ba879c3fa req-0b25508b-509a-477f-b3a0-a6c587da4d5c service neutron] Checking segment: {'id': '3352f152-10ce-4dbd-b036-7cefe3776371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '207b3e54-87d5-4ff2-9e27-0fc3ae498411'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 14 18:16:11.830102 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2c3139-b634-4baa-b86f-ca4ba879c3fa req-0b25508b-509a-477f-b3a0-a6c587da4d5c service neutron] Bound using segment: {'id': '3352f152-10ce-4dbd-b036-7cefe3776371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '207b3e54-87d5-4ff2-9e27-0fc3ae498411'} {{(pid=102477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:16:11.830529 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.managers [req-9e2c3139-b634-4baa-b86f-ca4ba879c3fa req-0b25508b-509a-477f-b3a0-a6c587da4d5c service neutron] Bound port: 8542e76f-e59c-4619-bcf3-47869d9503e3, host: hv-cinder-82173, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3352f152-10ce-4dbd-b036-7cefe3776371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '207b3e54-87d5-4ff2-9e27-0fc3ae498411'}}] {{(pid=102477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 14 18:16:11.830880 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-9e2c3139-b634-4baa-b86f-ca4ba879c3fa req-0b25508b-509a-477f-b3a0-a6c587da4d5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:11.900463 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.db [req-9e2c3139-b634-4baa-b86f-ca4ba879c3fa req-0b25508b-509a-477f-b3a0-a6c587da4d5c service neutron] For port 8542e76f-e59c-4619-bcf3-47869d9503e3, host hv-cinder-82173, cleared binding levels {{(pid=102477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:16:11.903984 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.db [req-9e2c3139-b634-4baa-b86f-ca4ba879c3fa req-0b25508b-509a-477f-b3a0-a6c587da4d5c service neutron] For port 8542e76f-e59c-4619-bcf3-47869d9503e3, host hv-cinder-82173, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=8542e76f-e59c-4619-bcf3-47869d9503e3,segment=NetworkSegment(3352f152-10ce-4dbd-b036-7cefe3776371),segment_id=3352f152-10ce-4dbd-b036-7cefe3776371)] {{(pid=102477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:16:11.908230 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-9e2c3139-b634-4baa-b86f-ca4ba879c3fa req-0b25508b-509a-477f-b3a0-a6c587da4d5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16661530'] for port, after_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:11.940094 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2c3139-b634-4baa-b86f-ca4ba879c3fa req-0b25508b-509a-477f-b3a0-a6c587da4d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:11.940691 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-9e2c3139-b634-4baa-b86f-ca4ba879c3fa req-0b25508b-509a-477f-b3a0-a6c587da4d5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for port, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:11.942084 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-9e2c3139-b634-4baa-b86f-ca4ba879c3fa req-0b25508b-509a-477f-b3a0-a6c587da4d5c service neutron] 10.222.0.90 "PUT /v2.0/ports/8542e76f-e59c-4619-bcf3-47869d9503e3 HTTP/1.1" status: 200 len: 1093 time: 0.9048138 Jun 14 18:16:11.942518 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a622a78c-3723-434b-a685-47d1846e0778', 'tag': '8542e76f-e59c-4619-bcf3-47869d9503e3'}] {{(pid=102477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:16:11.944741 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63a05a5c49a881ad62840f65bcdf4689c8e257def52ee20504415851ea2faa0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-630f00d2-e8e1-45a2-a02c-b26dc4c833ee" -d '{"events": [{"name": "network-changed", "server_uuid": "a622a78c-3723-434b-a685-47d1846e0778", "tag": "8542e76f-e59c-4619-bcf3-47869d9503e3"}]}' {{(pid=102477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:16:11.978383 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b25508b-509a-477f-b3a0-a6c587da4d5c service neutron] Pushing event updated for resources: {'Port': ['ID=8542e76f-e59c-4619-bcf3-47869d9503e3,revision_number=3']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:16:12.026216 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Jun 2022 18:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc641de-d6ab-47bf-b2a1-abd78598d231 x-openstack-request-id: req-2cc641de-d6ab-47bf-b2a1-abd78598d231 {{(pid=102477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:16:12.026593 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a622a78c-3723-434b-a685-47d1846e0778", "tag": "8542e76f-e59c-4619-bcf3-47869d9503e3", "status": "completed", "code": 200}]} {{(pid=102477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:16:12.026822 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2cc641de-d6ab-47bf-b2a1-abd78598d231 {{(pid=102477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:16:12.027221 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cc641de-d6ab-47bf-b2a1-abd78598d231'] response: {'name': 'network-changed', 'server_uuid': 'a622a78c-3723-434b-a685-47d1846e0778', 'tag': '8542e76f-e59c-4619-bcf3-47869d9503e3', 'status': 'completed', 'code': 200} Jun 14 18:16:12.044349 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2c3139-b634-4baa-b86f-ca4ba879c3fa req-fa4714c4-62e4-44ce-8191-ebfc59509f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:12.045888 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-9e2c3139-b634-4baa-b86f-ca4ba879c3fa req-fa4714c4-62e4-44ce-8191-ebfc59509f9e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ce9a2eeca2ae45e78c3f8e1182360462&device_id=a622a78c-3723-434b-a685-47d1846e0778 HTTP/1.1" status: 200 len: 1096 time: 0.0481281 Jun 14 18:16:12.099069 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-9e2c3139-b634-4baa-b86f-ca4ba879c3fa req-23f10d7d-5e1a-43ce-8687-38c254684fef service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8542e76f-e59c-4619-bcf3-47869d9503e3 HTTP/1.1" status: 200 len: 217 time: 0.0391591 Jun 14 18:16:12.150912 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2c3139-b634-4baa-b86f-ca4ba879c3fa req-24d08bc7-9ebb-4033-8510-1ccbbfdf41dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:12.153021 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-9e2c3139-b634-4baa-b86f-ca4ba879c3fa req-24d08bc7-9ebb-4033-8510-1ccbbfdf41dc service neutron] 10.222.0.90 "GET /v2.0/subnets?id=60742c27-3909-4c07-b59a-2eae5cd6702e HTTP/1.1" status: 200 len: 856 time: 0.0453575 Jun 14 18:16:12.199447 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2c3139-b634-4baa-b86f-ca4ba879c3fa req-06aa645c-afb5-4cb9-8c03-6c2c929d867a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:12.200946 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-9e2c3139-b634-4baa-b86f-ca4ba879c3fa req-06aa645c-afb5-4cb9-8c03-6c2c929d867a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=207b3e54-87d5-4ff2-9e27-0fc3ae498411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398705 Jun 14 18:16:12.304910 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-9e2c3139-b634-4baa-b86f-ca4ba879c3fa req-b483991b-80bb-4f8f-819b-0f420c5dbaad service neutron] 10.222.0.90 "GET /v2.0/networks/207b3e54-87d5-4ff2-9e27-0fc3ae498411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933452 Jun 14 18:16:12.428578 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ad299e-8bf7-4fbf-993c-62b4f9d324b1 req-372546c5-4ddf-4571-a038-f2aeda0a6bba tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:12.430060 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-d1ad299e-8bf7-4fbf-993c-62b4f9d324b1 req-372546c5-4ddf-4571-a038-f2aeda0a6bba tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=a622a78c-3723-434b-a685-47d1846e0778 HTTP/1.1" status: 200 len: 943 time: 0.0947061 Jun 14 18:16:12.450815 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-9e2c3139-b634-4baa-b86f-ca4ba879c3fa req-36ff6e9d-9f54-48d3-b145-d8626e4afedd service neutron] 10.222.0.90 "GET /v2.0/networks/207b3e54-87d5-4ff2-9e27-0fc3ae498411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380436 Jun 14 18:16:12.478023 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-d1ad299e-8bf7-4fbf-993c-62b4f9d324b1 req-ab4e44c3-f4cf-43d5-9d45-f4f5e3b93098 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f5f9c8a-576d-406f-acb0-3572b0ba74cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385275 Jun 14 18:16:12.538438 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630f00d2-e8e1-45a2-a02c-b26dc4c833ee req-18f66167-18e0-40e7-9e99-7aad9fd7014c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:12.540168 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-630f00d2-e8e1-45a2-a02c-b26dc4c833ee req-18f66167-18e0-40e7-9e99-7aad9fd7014c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ce9a2eeca2ae45e78c3f8e1182360462&device_id=a622a78c-3723-434b-a685-47d1846e0778 HTTP/1.1" status: 200 len: 1096 time: 0.0438051 Jun 14 18:16:12.588617 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb13e282-b987-49da-85e5-37fc838aa57b req-c7ee74f2-feff-468e-b49e-c7db155c6aea tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:12.590120 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-eb13e282-b987-49da-85e5-37fc838aa57b req-c7ee74f2-feff-468e-b49e-c7db155c6aea tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6206d13-a024-4947-9ca4-edf154bb99bc HTTP/1.1" status: 200 len: 946 time: 0.0502121 Jun 14 18:16:12.629202 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-eb13e282-b987-49da-85e5-37fc838aa57b req-4928e30f-fe61-47fb-82d0-af3c9a3988f3 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=52a02317-29ec-432b-95e7-d04ee2fac44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323460 Jun 14 18:16:12.638498 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630f00d2-e8e1-45a2-a02c-b26dc4c833ee req-cb7812c4-5454-4005-bf7d-f9dff1ca28bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:12.639995 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-630f00d2-e8e1-45a2-a02c-b26dc4c833ee req-cb7812c4-5454-4005-bf7d-f9dff1ca28bf service neutron] 10.222.0.90 "GET /v2.0/networks?id=207b3e54-87d5-4ff2-9e27-0fc3ae498411 HTTP/1.1" status: 200 len: 919 time: 0.0914586 Jun 14 18:16:12.685342 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-630f00d2-e8e1-45a2-a02c-b26dc4c833ee req-bbed21f8-eb5d-48ed-9b17-9215c214cc19 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8542e76f-e59c-4619-bcf3-47869d9503e3 HTTP/1.1" status: 200 len: 217 time: 0.0373154 Jun 14 18:16:12.735162 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630f00d2-e8e1-45a2-a02c-b26dc4c833ee req-f1fdf246-e225-494c-9869-f4c0a88f47e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:12.736673 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-630f00d2-e8e1-45a2-a02c-b26dc4c833ee req-f1fdf246-e225-494c-9869-f4c0a88f47e9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=60742c27-3909-4c07-b59a-2eae5cd6702e HTTP/1.1" status: 200 len: 856 time: 0.0448229 Jun 14 18:16:12.783663 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630f00d2-e8e1-45a2-a02c-b26dc4c833ee req-73bca7b7-c519-4637-8633-aeebfa104072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:12.785147 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-630f00d2-e8e1-45a2-a02c-b26dc4c833ee req-73bca7b7-c519-4637-8633-aeebfa104072 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=207b3e54-87d5-4ff2-9e27-0fc3ae498411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405762 Jun 14 18:16:12.881920 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-630f00d2-e8e1-45a2-a02c-b26dc4c833ee req-2ae83c9b-51f8-4374-8ab9-cc66ce90488b service neutron] 10.222.0.90 "GET /v2.0/networks/207b3e54-87d5-4ff2-9e27-0fc3ae498411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879922 Jun 14 18:16:12.998539 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-630f00d2-e8e1-45a2-a02c-b26dc4c833ee req-f3119047-ca4b-44c8-b706-00cd3f5c7770 service neutron] 10.222.0.90 "GET /v2.0/networks/207b3e54-87d5-4ff2-9e27-0fc3ae498411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088476 Jun 14 18:16:13.021000 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a48aa6-2d51-462e-82d9-2d79b1929627 req-dee63132-f2d6-4513-a10d-5cf3477fbc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:13.022867 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-f6a48aa6-2d51-462e-82d9-2d79b1929627 req-dee63132-f2d6-4513-a10d-5cf3477fbc78 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3042e999f1144c7da1a2473d58a86532&device_id=b6206d13-a024-4947-9ca4-edf154bb99bc HTTP/1.1" status: 200 len: 1099 time: 0.0460131 Jun 14 18:16:13.032979 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b1c0ed-e1df-493e-8743-3a31bb3fe331 req-28f92265-a788-4eed-8d76-66566e79b7ca tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:13.034461 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-e2b1c0ed-e1df-493e-8743-3a31bb3fe331 req-28f92265-a788-4eed-8d76-66566e79b7ca tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6206d13-a024-4947-9ca4-edf154bb99bc HTTP/1.1" status: 200 len: 946 time: 0.0546207 Jun 14 18:16:13.073298 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-e2b1c0ed-e1df-493e-8743-3a31bb3fe331 req-602ccdee-74db-4064-8aa8-2f446af01b7a tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=52a02317-29ec-432b-95e7-d04ee2fac44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325303 Jun 14 18:16:13.136436 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a48aa6-2d51-462e-82d9-2d79b1929627 req-9c72525d-7aae-4e84-b855-f75c55e77024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:13.138492 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-f6a48aa6-2d51-462e-82d9-2d79b1929627 req-9c72525d-7aae-4e84-b855-f75c55e77024 service neutron] 10.222.0.90 "GET /v2.0/networks?id=3d23af53-6361-4f33-abe1-d3023a18c244 HTTP/1.1" status: 200 len: 920 time: 0.0997472 Jun 14 18:16:13.208077 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-f6a48aa6-2d51-462e-82d9-2d79b1929627 req-85dcc18e-be76-4600-8deb-128aafa0e41d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21fb8ee9-5c85-43b8-9632-bcb0e3053ad0 HTTP/1.1" status: 200 len: 1001 time: 0.0585935 Jun 14 18:16:13.257723 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a48aa6-2d51-462e-82d9-2d79b1929627 req-fbbcdc05-36df-4ffa-882c-41a7e81c2b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:13.259132 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-f6a48aa6-2d51-462e-82d9-2d79b1929627 req-fbbcdc05-36df-4ffa-882c-41a7e81c2b5b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5d625bfa-3024-4c1b-95b8-b3295848e69c HTTP/1.1" status: 200 len: 857 time: 0.0429492 Jun 14 18:16:13.307937 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a48aa6-2d51-462e-82d9-2d79b1929627 req-d44978b2-d4a0-40b4-bb8b-86ce27ebbbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:13.309389 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-f6a48aa6-2d51-462e-82d9-2d79b1929627 req-d44978b2-d4a0-40b4-bb8b-86ce27ebbbdb service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3d23af53-6361-4f33-abe1-d3023a18c244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428488 Jun 14 18:16:13.407285 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-f6a48aa6-2d51-462e-82d9-2d79b1929627 req-6da97d93-970d-4d54-8b4b-a5d7bcfc20b0 service neutron] 10.222.0.90 "GET /v2.0/networks/3d23af53-6361-4f33-abe1-d3023a18c244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893359 Jun 14 18:16:13.504244 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-f6a48aa6-2d51-462e-82d9-2d79b1929627 req-095ae4c7-96ba-4d2d-8aff-238af6556af9 service neutron] 10.222.0.90 "GET /v2.0/networks/3d23af53-6361-4f33-abe1-d3023a18c244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878673 Jun 14 18:16:13.611333 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24794aef-a084-4a50-aa0f-e1d6faaae14f req-28028a52-69c4-4c34-889c-2b5a4c76e9fd tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:13.612788 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-24794aef-a084-4a50-aa0f-e1d6faaae14f req-28028a52-69c4-4c34-889c-2b5a4c76e9fd tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=a622a78c-3723-434b-a685-47d1846e0778 HTTP/1.1" status: 200 len: 943 time: 0.0549624 Jun 14 18:16:13.655596 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-24794aef-a084-4a50-aa0f-e1d6faaae14f req-c47d6c6d-c3bc-4cf8-b909-70659a7009c4 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f5f9c8a-576d-406f-acb0-3572b0ba74cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338895 Jun 14 18:16:14.193328 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf712c8-43cd-412c-97b8-5af42ba08018 req-5ef2b8d1-790c-427b-bf01-86bf1f1849eb tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:14.194830 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-dcf712c8-43cd-412c-97b8-5af42ba08018 req-5ef2b8d1-790c-427b-bf01-86bf1f1849eb tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6206d13-a024-4947-9ca4-edf154bb99bc HTTP/1.1" status: 200 len: 946 time: 0.0492530 Jun 14 18:16:14.233717 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-dcf712c8-43cd-412c-97b8-5af42ba08018 req-1100d572-5681-49a0-9810-dd416fb614e2 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=52a02317-29ec-432b-95e7-d04ee2fac44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317039 Jun 14 18:16:14.783091 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094819e-cd27-4913-a183-da9e7c1030fc req-99441ee1-eb72-4149-8605-9f8900a55b69 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:14.784667 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-9094819e-cd27-4913-a183-da9e7c1030fc req-99441ee1-eb72-4149-8605-9f8900a55b69 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=a622a78c-3723-434b-a685-47d1846e0778 HTTP/1.1" status: 200 len: 943 time: 0.0543759 Jun 14 18:16:14.830899 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-9094819e-cd27-4913-a183-da9e7c1030fc req-d7a9529d-8f58-4dc1-b6bd-c1c5043d1c7e tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f5f9c8a-576d-406f-acb0-3572b0ba74cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380876 Jun 14 18:16:15.354020 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53ff2fd-2bdf-4d36-a62d-c9f1350ff423 req-8626ab44-ce27-44ab-9356-ee3fd9391ce0 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:15.355963 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-c53ff2fd-2bdf-4d36-a62d-c9f1350ff423 req-8626ab44-ce27-44ab-9356-ee3fd9391ce0 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6206d13-a024-4947-9ca4-edf154bb99bc HTTP/1.1" status: 200 len: 946 time: 0.0494444 Jun 14 18:16:15.393410 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-c53ff2fd-2bdf-4d36-a62d-c9f1350ff423 req-fe218802-ec51-4bce-af4e-1e573fca6dea tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=52a02317-29ec-432b-95e7-d04ee2fac44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316174 Jun 14 18:16:15.719693 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device 8542e76f-e59c-4619-bcf3-47869d9503e3 details requested by agent hyperv_hv-cinder-82173 with host hv-cinder-82173 {{(pid=102478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 14 18:16:15.820561 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] For port 8542e76f-e59c-4619-bcf3-47869d9503e3, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=8542e76f-e59c-4619-bcf3-47869d9503e3,segment=NetworkSegment(3352f152-10ce-4dbd-b036-7cefe3776371),segment_id=3352f152-10ce-4dbd-b036-7cefe3776371)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:16:15.832494 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Returning: {'device': '8542e76f-e59c-4619-bcf3-47869d9503e3', 'network_id': '207b3e54-87d5-4ff2-9e27-0fc3ae498411', 'port_id': '8542e76f-e59c-4619-bcf3-47869d9503e3', 'mac_address': 'fa:16:3e:fc:e0:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1036, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60742c27-3909-4c07-b59a-2eae5cd6702e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 14 18:16:15.870568 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Current status of the port 8542e76f-e59c-4619-bcf3-47869d9503e3 is: DOWN; New status is: BUILD {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:16:15.871581 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:15.884280 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.notifiers.nova [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8542e76f-e59c-4619-bcf3-47869d9503e3 {{(pid=102478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:16:15.903927 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] For port 8542e76f-e59c-4619-bcf3-47869d9503e3, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=8542e76f-e59c-4619-bcf3-47869d9503e3,segment=NetworkSegment(3352f152-10ce-4dbd-b036-7cefe3776371),segment_id=3352f152-10ce-4dbd-b036-7cefe3776371)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:16:15.907364 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:15.956884 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc0443-64c2-40d5-a161-67dd7eb39b72 req-3ee6ab5f-12e5-4e5d-b0c6-a734ab9a9f5d tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:15.958461 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-55fc0443-64c2-40d5-a161-67dd7eb39b72 req-3ee6ab5f-12e5-4e5d-b0c6-a734ab9a9f5d tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=a622a78c-3723-434b-a685-47d1846e0778 HTTP/1.1" status: 200 len: 944 time: 0.0507817 Jun 14 18:16:15.958815 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Pushing event updated for resources: {'Port': ['ID=8542e76f-e59c-4619-bcf3-47869d9503e3,revision_number=4']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:16:15.966017 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:16:15.966365 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:16:15.966703 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:16:15.967056 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:16:15.967368 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:16:15.967699 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:16:15.968025 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:16:15.968351 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:16:15.968676 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:16:15.968997 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:16:15.969317 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:16:15.969638 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:16:15.998741 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-55fc0443-64c2-40d5-a161-67dd7eb39b72 req-ea7d4aa4-ba9c-43f9-a017-77d07c95632a tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f5f9c8a-576d-406f-acb0-3572b0ba74cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341113 Jun 14 18:16:16.254961 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] get_ports_and_sgs() called for port_ids ['8542e76f-e59c-4619-bcf3-47869d9503e3'] {{(pid=102478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 14 18:16:16.442344 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-9bafa1d5-95d9-499d-b356-61b748a8e6dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:16.520526 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edc8819-9607-4d1a-8256-e007a8f2be57 req-9628a695-492e-4d51-b829-282570cd1b48 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:16.522153 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-4edc8819-9607-4d1a-8256-e007a8f2be57 req-9628a695-492e-4d51-b829-282570cd1b48 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6206d13-a024-4947-9ca4-edf154bb99bc HTTP/1.1" status: 200 len: 946 time: 0.0546036 Jun 14 18:16:16.560039 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-4edc8819-9607-4d1a-8256-e007a8f2be57 req-44f8a7f4-b971-438d-8b99-916f8684e8a2 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=52a02317-29ec-432b-95e7-d04ee2fac44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307853 Jun 14 18:16:16.671299 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f63896-a3c2-46a1-b26d-ee4f0ac4f234 req-78e0c213-57af-438b-aa49-d12b7b6cb706 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:16.672755 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-f0f63896-a3c2-46a1-b26d-ee4f0ac4f234 req-78e0c213-57af-438b-aa49-d12b7b6cb706 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6206d13-a024-4947-9ca4-edf154bb99bc HTTP/1.1" status: 200 len: 946 time: 0.0486128 Jun 14 18:16:16.681161 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 56120) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:16:16.685607 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.v2.base [None req-daf7a434-7c50-4ac7-849c-3444a1ad2b50 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Request body: {'floatingip': {'port_id': '21fb8ee9-5c85-43b8-9632-bcb0e3053ad0'}} {{(pid=102476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:16:16.754288 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-daf7a434-7c50-4ac7-849c-3444a1ad2b50 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Notify callbacks [] for floatingip, before_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:17.135645 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14211281-b090-406b-8370-bd19b0e9ad1e req-782a5cfd-9463-4505-bb67-1c53a65ba76c tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:17.137909 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-14211281-b090-406b-8370-bd19b0e9ad1e req-782a5cfd-9463-4505-bb67-1c53a65ba76c tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=a622a78c-3723-434b-a685-47d1846e0778 HTTP/1.1" status: 200 len: 944 time: 0.0510349 Jun 14 18:16:17.176452 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-14211281-b090-406b-8370-bd19b0e9ad1e req-e2dd99a6-fa48-4d2f-84d4-d7920e02ba09 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f5f9c8a-576d-406f-acb0-3572b0ba74cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324354 Jun 14 18:16:17.258898 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-daf7a434-7c50-4ac7-849c-3444a1ad2b50 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:17.263077 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-daf7a434-7c50-4ac7-849c-3444a1ad2b50 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8287696'] for floatingip, after_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:17.476594 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daf7a434-7c50-4ac7-849c-3444a1ad2b50 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Router 80fce1b3-89e8-41c5-b166-a0ac4da65169 has already been hosted by L3 agent 2bd7ef4a-700f-45f4-ae1e-98ca6454acba {{(pid=102476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:16:17.585763 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daf7a434-7c50-4ac7-849c-3444a1ad2b50 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Notify agent at l3_agent.dv-cinder-821739-1-iscsi the message routers_updated {{(pid=102476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:16:17.591169 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-daf7a434-7c50-4ac7-849c-3444a1ad2b50 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for floatingip, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:17.595720 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36487d15-b9f6-4970-948e-f4b75b20f032 None None] Sync routers for ids ['80fce1b3-89e8-41c5-b166-a0ac4da65169'] in dv-cinder-821739-1-iscsi {{(pid=102479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:16:17.604636 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36487d15-b9f6-4970-948e-f4b75b20f032 None None] Routers {'80fce1b3-89e8-41c5-b166-a0ac4da65169'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:16:17.605466 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-36487d15-b9f6-4970-948e-f4b75b20f032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:15:49Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['80fce1b3-89e8-41c5-b166-a0ac4da65169'], 'active': True} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:16:17.618756 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6206d13-a024-4947-9ca4-edf154bb99bc', 'tag': '21fb8ee9-5c85-43b8-9632-bcb0e3053ad0'}] {{(pid=102476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:16:17.621725 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f6785e4de8a87b7f797dd5e96f4d126f8c0b91c7fbdcfaa1853e8ef739b068f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a7db70-6346-4c2d-9c06-749e8737b263" -d '{"events": [{"name": "network-changed", "server_uuid": "b6206d13-a024-4947-9ca4-edf154bb99bc", "tag": "21fb8ee9-5c85-43b8-9632-bcb0e3053ad0"}]}' {{(pid=102476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:16:17.654143 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-daf7a434-7c50-4ac7-849c-3444a1ad2b50 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "PUT /v2.0/floatingips/9a2b694b-2b72-4295-9d7d-26fd3e19fab6 HTTP/1.1" status: 200 len: 993 time: 0.9718974 Jun 14 18:16:17.663123 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Jun 2022 18:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11f694e2-24cb-47da-ab6b-75618001ce6f x-openstack-request-id: req-11f694e2-24cb-47da-ab6b-75618001ce6f {{(pid=102476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:16:17.663413 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6206d13-a024-4947-9ca4-edf154bb99bc", "tag": "21fb8ee9-5c85-43b8-9632-bcb0e3053ad0", "status": "completed", "code": 200}]} {{(pid=102476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:16:17.663661 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-11f694e2-24cb-47da-ab6b-75618001ce6f {{(pid=102476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:16:17.664059 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11f694e2-24cb-47da-ab6b-75618001ce6f'] response: {'name': 'network-changed', 'server_uuid': 'b6206d13-a024-4947-9ca4-edf154bb99bc', 'tag': '21fb8ee9-5c85-43b8-9632-bcb0e3053ad0', 'status': 'completed', 'code': 200} Jun 14 18:16:17.713733 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvr_db [None req-36487d15-b9f6-4970-948e-f4b75b20f032 None None] Set router 80fce1b3-89e8-41c5-b166-a0ac4da65169 gateway port host: dv-cinder-821739-1-iscsi {{(pid=102479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:16:17.726613 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a7db70-6346-4c2d-9c06-749e8737b263 req-84da66cb-b501-47b7-be08-1595d4a7e39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:17.728294 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-f9a7db70-6346-4c2d-9c06-749e8737b263 req-84da66cb-b501-47b7-be08-1595d4a7e39b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3042e999f1144c7da1a2473d58a86532&device_id=b6206d13-a024-4947-9ca4-edf154bb99bc HTTP/1.1" status: 200 len: 1099 time: 0.0408292 Jun 14 18:16:17.732725 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device 8542e76f-e59c-4619-bcf3-47869d9503e3 up at agent hyperv_hv-cinder-82173 {{(pid=102478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:16:17.798416 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Provisioning for port 8542e76f-e59c-4619-bcf3-47869d9503e3 completed by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 18:16:17.810784 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Provisioning complete for port 8542e76f-e59c-4619-bcf3-47869d9503e3 triggered by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:16:17.810784 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:17.846361 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a7db70-6346-4c2d-9c06-749e8737b263 req-b88967dc-8ca9-4ec2-9a5a-a85012bd279c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:17.847934 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-f9a7db70-6346-4c2d-9c06-749e8737b263 req-b88967dc-8ca9-4ec2-9a5a-a85012bd279c service neutron] 10.222.0.90 "GET /v2.0/networks?id=3d23af53-6361-4f33-abe1-d3023a18c244 HTTP/1.1" status: 200 len: 920 time: 0.1129611 Jun 14 18:16:17.916167 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Current status of the port 8542e76f-e59c-4619-bcf3-47869d9503e3 is: BUILD; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:16:17.916689 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:17.934620 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-f9a7db70-6346-4c2d-9c06-749e8737b263 req-286f6cb9-a1c4-45de-b75a-753a8900c9d8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21fb8ee9-5c85-43b8-9632-bcb0e3053ad0 HTTP/1.1" status: 200 len: 1001 time: 0.0722992 Jun 14 18:16:17.944146 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a622a78c-3723-434b-a685-47d1846e0778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8542e76f-e59c-4619-bcf3-47869d9503e3'}] {{(pid=102478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:16:17.945799 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d8e2526aaff2bef62a8f92ec40b510f98ca8a12776779af706bb4cba97706d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-412ad2c6-5f20-45ef-8724-4b362f0be625" -d '{"events": [{"server_uuid": "a622a78c-3723-434b-a685-47d1846e0778", "name": "network-vif-plugged", "status": "completed", "tag": "8542e76f-e59c-4619-bcf3-47869d9503e3"}]}' {{(pid=102478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:16:17.962613 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] For port 8542e76f-e59c-4619-bcf3-47869d9503e3, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=8542e76f-e59c-4619-bcf3-47869d9503e3,segment=NetworkSegment(3352f152-10ce-4dbd-b036-7cefe3776371),segment_id=3352f152-10ce-4dbd-b036-7cefe3776371)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:16:17.968981 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:18.002286 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a7db70-6346-4c2d-9c06-749e8737b263 req-7ab16653-6526-4bc8-890d-32c6f8031c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:18.004018 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-f9a7db70-6346-4c2d-9c06-749e8737b263 req-7ab16653-6526-4bc8-890d-32c6f8031c6e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5d625bfa-3024-4c1b-95b8-b3295848e69c HTTP/1.1" status: 200 len: 857 time: 0.0628467 Jun 14 18:16:18.044289 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b144dc-7ea4-414f-9f27-26e78aa879e4 x-openstack-request-id: req-37b144dc-7ea4-414f-9f27-26e78aa879e4 {{(pid=102478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:16:18.044655 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a622a78c-3723-434b-a685-47d1846e0778", "name": "network-vif-plugged", "status": "completed", "tag": "8542e76f-e59c-4619-bcf3-47869d9503e3", "code": 200}]} {{(pid=102478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:16:18.044911 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-37b144dc-7ea4-414f-9f27-26e78aa879e4 {{(pid=102478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:16:18.045310 dv-cinder-821739-1-iscsi neutron-server[102478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37b144dc-7ea4-414f-9f27-26e78aa879e4'] response: {'server_uuid': 'a622a78c-3723-434b-a685-47d1846e0778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8542e76f-e59c-4619-bcf3-47869d9503e3', 'code': 200} Jun 14 18:16:18.045677 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-36487d15-b9f6-4970-948e-f4b75b20f032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fce1b3-89e8-41c5-b166-a0ac4da65169', 'name': 'tempest-ServerRescueNegativeTestJSON-210219480-router', 'tenant_id': '3042e999f1144c7da1a2473d58a86532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '9a727ac4-c07e-4c51-867c-30c166d6a0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:11:33Z', 'updated_at': '2022-06-14T18:11:45Z', 'revision_number': 4, 'project_id': '3042e999f1144c7da1a2473d58a86532', 'gw_port': {'id': '9a727ac4-c07e-4c51-867c-30c166d6a0f5', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fce1b3-89e8-41c5-b166-a0ac4da65169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:36Z', 'updated_at': '2022-06-14T18:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_floatingips': [{'id': '9a2b694b-2b72-4295-9d7d-26fd3e19fab6', 'tenant_id': '3042e999f1144c7da1a2473d58a86532', 'floating_ip_address': '172.27.2.36', 'floating_network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'router_id': '80fce1b3-89e8-41c5-b166-a0ac4da65169', 'port_id': '21fb8ee9-5c85-43b8-9632-bcb0e3053ad0', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d23af53-6361-4f33-abe1-d3023a18c244', 'mac_address': 'fa:16:3e:24:c7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6206d13-a024-4947-9ca4-edf154bb99bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:14:08Z', 'updated_at': '2022-06-14T18:16:17Z', 'revision_number': 3, 'project_id': '3042e999f1144c7da1a2473d58a86532', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfcfca9c-b50b-4833-b794-d14116998232', 'name': '', 'network_id': '3d23af53-6361-4f33-abe1-d3023a18c244', 'tenant_id': '3042e999f1144c7da1a2473d58a86532', 'mac_address': 'fa:16:3e:22:75:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fce1b3-89e8-41c5-b166-a0ac4da65169', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '5d625bfa-3024-4c1b-95b8-b3295848e69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:43Z', 'updated_at': '2022-06-14T18:12:00Z', 'revision_number': 5, 'project_id': '3042e999f1144c7da1a2473d58a86532', 'subnets': [{'id': '5d625bfa-3024-4c1b-95b8-b3295848e69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:16:18.046607 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Pushing event updated for resources: {'Port': ['ID=8542e76f-e59c-4619-bcf3-47869d9503e3,revision_number=5']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:16:18.075716 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a7db70-6346-4c2d-9c06-749e8737b263 req-f1ec6e8e-3ebb-4d94-94ff-d142bb9b7f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:18.077340 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-f9a7db70-6346-4c2d-9c06-749e8737b263 req-f1ec6e8e-3ebb-4d94-94ff-d142bb9b7f81 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3d23af53-6361-4f33-abe1-d3023a18c244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0585911 Jun 14 18:16:18.083920 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36487d15-b9f6-4970-948e-f4b75b20f032 None None] Checking router: 80fce1b3-89e8-41c5-b166-a0ac4da65169 for host: dv-cinder-821739-1-iscsi {{(pid=102479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:16:18.093438 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36487d15-b9f6-4970-948e-f4b75b20f032 None None] Routers {'80fce1b3-89e8-41c5-b166-a0ac4da65169'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:16:18.094093 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-36487d15-b9f6-4970-948e-f4b75b20f032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:15:49Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['80fce1b3-89e8-41c5-b166-a0ac4da65169'], 'active': True} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:16:18.204471 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvr_db [None req-36487d15-b9f6-4970-948e-f4b75b20f032 None None] Set router 80fce1b3-89e8-41c5-b166-a0ac4da65169 gateway port host: dv-cinder-821739-1-iscsi {{(pid=102479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:16:18.208404 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-f9a7db70-6346-4c2d-9c06-749e8737b263 req-16df4e58-49c4-4e6a-bccc-29c1f9e4b9cb service neutron] 10.222.0.90 "GET /v2.0/networks/3d23af53-6361-4f33-abe1-d3023a18c244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221368 Jun 14 18:16:18.223078 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe9da1-67c3-4244-8ba2-00298267b8a5 req-2adacdca-3f2e-4187-9229-33252c121d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:18.224972 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-10fe9da1-67c3-4244-8ba2-00298267b8a5 req-2adacdca-3f2e-4187-9229-33252c121d7e service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a622a78c-3723-434b-a685-47d1846e0778 HTTP/1.1" status: 200 len: 1098 time: 0.0541415 Jun 14 18:16:18.267115 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-10fe9da1-67c3-4244-8ba2-00298267b8a5 req-cc22011b-cd53-42b3-9e92-bc4a6f129ef5 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=7f5f9c8a-576d-406f-acb0-3572b0ba74cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351806 Jun 14 18:16:18.355646 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4fd6d4-5ff4-4ab0-a707-bf89ef7ea88c req-b52a94a4-072b-47a8-bfa8-2ffd5ad0455a tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:18.357268 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-dd4fd6d4-5ff4-4ab0-a707-bf89ef7ea88c req-b52a94a4-072b-47a8-bfa8-2ffd5ad0455a tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=a622a78c-3723-434b-a685-47d1846e0778 HTTP/1.1" status: 200 len: 945 time: 0.0969701 Jun 14 18:16:18.359147 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-f9a7db70-6346-4c2d-9c06-749e8737b263 req-7df19123-bd6c-4aac-bd8b-70510dfdcdbc service neutron] 10.222.0.90 "GET /v2.0/networks/3d23af53-6361-4f33-abe1-d3023a18c244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350822 Jun 14 18:16:18.402982 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-dd4fd6d4-5ff4-4ab0-a707-bf89ef7ea88c req-a1d56b27-1073-4df9-b4df-8724b692463d tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f5f9c8a-576d-406f-acb0-3572b0ba74cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384309 Jun 14 18:16:18.451074 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-36487d15-b9f6-4970-948e-f4b75b20f032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fce1b3-89e8-41c5-b166-a0ac4da65169', 'name': 'tempest-ServerRescueNegativeTestJSON-210219480-router', 'tenant_id': '3042e999f1144c7da1a2473d58a86532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '9a727ac4-c07e-4c51-867c-30c166d6a0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:11:33Z', 'updated_at': '2022-06-14T18:11:45Z', 'revision_number': 4, 'project_id': '3042e999f1144c7da1a2473d58a86532', 'gw_port': {'id': '9a727ac4-c07e-4c51-867c-30c166d6a0f5', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fce1b3-89e8-41c5-b166-a0ac4da65169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:36Z', 'updated_at': '2022-06-14T18:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_floatingips': [{'id': '9a2b694b-2b72-4295-9d7d-26fd3e19fab6', 'tenant_id': '3042e999f1144c7da1a2473d58a86532', 'floating_ip_address': '172.27.2.36', 'floating_network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'router_id': '80fce1b3-89e8-41c5-b166-a0ac4da65169', 'port_id': '21fb8ee9-5c85-43b8-9632-bcb0e3053ad0', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d23af53-6361-4f33-abe1-d3023a18c244', 'mac_address': 'fa:16:3e:24:c7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6206d13-a024-4947-9ca4-edf154bb99bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:14:08Z', 'updated_at': '2022-06-14T18:16:17Z', 'revision_number': 3, 'project_id': '3042e999f1144c7da1a2473d58a86532', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfcfca9c-b50b-4833-b794-d14116998232', 'name': '', 'network_id': '3d23af53-6361-4f33-abe1-d3023a18c244', 'tenant_id': '3042e999f1144c7da1a2473d58a86532', 'mac_address': 'fa:16:3e:22:75:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fce1b3-89e8-41c5-b166-a0ac4da65169', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '5d625bfa-3024-4c1b-95b8-b3295848e69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:43Z', 'updated_at': '2022-06-14T18:12:00Z', 'revision_number': 5, 'project_id': '3042e999f1144c7da1a2473d58a86532', 'subnets': [{'id': '5d625bfa-3024-4c1b-95b8-b3295848e69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:16:18.479696 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36487d15-b9f6-4970-948e-f4b75b20f032 None None] The sync data for ids ['80fce1b3-89e8-41c5-b166-a0ac4da65169'] in dv-cinder-821739-1-iscsi is: [{'id': '80fce1b3-89e8-41c5-b166-a0ac4da65169', 'name': 'tempest-ServerRescueNegativeTestJSON-210219480-router', 'tenant_id': '3042e999f1144c7da1a2473d58a86532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '9a727ac4-c07e-4c51-867c-30c166d6a0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:11:33Z', 'updated_at': '2022-06-14T18:11:45Z', 'revision_number': 4, 'project_id': '3042e999f1144c7da1a2473d58a86532', 'gw_port': {'id': '9a727ac4-c07e-4c51-867c-30c166d6a0f5', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fce1b3-89e8-41c5-b166-a0ac4da65169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:36Z', 'updated_at': '2022-06-14T18:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_floatingips': [{'id': '9a2b694b-2b72-4295-9d7d-26fd3e19fab6', 'tenant_id': '3042e999f1144c7da1a2473d58a86532', 'floating_ip_address': '172.27.2.36', 'floating_network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'router_id': '80fce1b3-89e8-41c5-b166-a0ac4da65169', 'port_id': '21fb8ee9-5c85-43b8-9632-bcb0e3053ad0', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d23af53-6361-4f33-abe1-d3023a18c244', 'mac_address': 'fa:16:3e:24:c7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6206d13-a024-4947-9ca4-edf154bb99bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:14:08Z', 'updated_at': '2022-06-14T18:16:17Z', 'revision_number': 3, 'project_id': '3042e999f1144c7da1a2473d58a86532', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfcfca9c-b50b-4833-b794-d14116998232', 'name': '', 'network_id': '3d23af53-6361-4f33-abe1-d3023a18c244', 'tenant_id': '3042e999f1144c7da1a2473d58a86532', 'mac_address': 'fa:16:3e:22:75:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fce1b3-89e8-41c5-b166-a0ac4da65169', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '5d625bfa-3024-4c1b-95b8-b3295848e69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:43Z', 'updated_at': '2022-06-14T18:12:00Z', 'revision_number': 5, 'project_id': '3042e999f1144c7da1a2473d58a86532', 'subnets': [{'id': '5d625bfa-3024-4c1b-95b8-b3295848e69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:16:18.720752 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-38f50548-7205-4c43-96b4-b637d3b0e39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:19.532129 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d095f5-7561-454b-bad3-5fa2e48941d4 req-5c72ffc3-9089-47e7-8633-3953ce65d45c tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:19.533905 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-26d095f5-7561-454b-bad3-5fa2e48941d4 req-5c72ffc3-9089-47e7-8633-3953ce65d45c tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=a622a78c-3723-434b-a685-47d1846e0778 HTTP/1.1" status: 200 len: 945 time: 0.0566556 Jun 14 18:16:19.576566 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-26d095f5-7561-454b-bad3-5fa2e48941d4 req-bcb4c762-b753-442d-b5af-f290aee26584 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f5f9c8a-576d-406f-acb0-3572b0ba74cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364840 Jun 14 18:16:19.664874 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6206d13-a024-4947-9ca4-edf154bb99bc', 'tag': '21fb8ee9-5c85-43b8-9632-bcb0e3053ad0'}] {{(pid=102476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:16:19.667268 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f6785e4de8a87b7f797dd5e96f4d126f8c0b91c7fbdcfaa1853e8ef739b068f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8668b9da-c56d-4d6d-9815-2b6c4257f8ee" -d '{"events": [{"name": "network-changed", "server_uuid": "b6206d13-a024-4947-9ca4-edf154bb99bc", "tag": "21fb8ee9-5c85-43b8-9632-bcb0e3053ad0"}]}' {{(pid=102476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:16:19.703283 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Jun 2022 18:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17bb5385-8697-4dc2-9919-2c95abb3057a x-openstack-request-id: req-17bb5385-8697-4dc2-9919-2c95abb3057a {{(pid=102476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:16:19.703555 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6206d13-a024-4947-9ca4-edf154bb99bc", "tag": "21fb8ee9-5c85-43b8-9632-bcb0e3053ad0", "status": "completed", "code": 200}]} {{(pid=102476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:16:19.703804 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-17bb5385-8697-4dc2-9919-2c95abb3057a {{(pid=102476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:16:19.704200 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17bb5385-8697-4dc2-9919-2c95abb3057a'] response: {'name': 'network-changed', 'server_uuid': 'b6206d13-a024-4947-9ca4-edf154bb99bc', 'tag': '21fb8ee9-5c85-43b8-9632-bcb0e3053ad0', 'status': 'completed', 'code': 200} Jun 14 18:16:19.776186 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8668b9da-c56d-4d6d-9815-2b6c4257f8ee req-fa756309-76eb-457a-a0c5-7746e44fddeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:19.778595 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-8668b9da-c56d-4d6d-9815-2b6c4257f8ee req-fa756309-76eb-457a-a0c5-7746e44fddeb service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3042e999f1144c7da1a2473d58a86532&device_id=b6206d13-a024-4947-9ca4-edf154bb99bc HTTP/1.1" status: 200 len: 1099 time: 0.0431943 Jun 14 18:16:19.796046 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-cf1fda14-6f0d-42ea-928d-63fe9f24329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:19.875689 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8668b9da-c56d-4d6d-9815-2b6c4257f8ee req-8065d5de-7a3f-4664-8c10-94e60675126f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:19.877123 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-8668b9da-c56d-4d6d-9815-2b6c4257f8ee req-8065d5de-7a3f-4664-8c10-94e60675126f service neutron] 10.222.0.90 "GET /v2.0/networks?id=3d23af53-6361-4f33-abe1-d3023a18c244 HTTP/1.1" status: 200 len: 920 time: 0.0901623 Jun 14 18:16:19.944652 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-8668b9da-c56d-4d6d-9815-2b6c4257f8ee req-a6e6f54b-5d37-4446-84c0-0624393774c8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21fb8ee9-5c85-43b8-9632-bcb0e3053ad0 HTTP/1.1" status: 200 len: 1001 time: 0.0567803 Jun 14 18:16:19.994478 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8668b9da-c56d-4d6d-9815-2b6c4257f8ee req-6c8969fa-3a79-4d81-9478-867399f4b486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:19.996441 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-8668b9da-c56d-4d6d-9815-2b6c4257f8ee req-6c8969fa-3a79-4d81-9478-867399f4b486 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5d625bfa-3024-4c1b-95b8-b3295848e69c HTTP/1.1" status: 200 len: 857 time: 0.0434270 Jun 14 18:16:20.044630 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8668b9da-c56d-4d6d-9815-2b6c4257f8ee req-58ca9e69-2236-47de-9318-68320cd31135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:20.046258 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-8668b9da-c56d-4d6d-9815-2b6c4257f8ee req-58ca9e69-2236-47de-9318-68320cd31135 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3d23af53-6361-4f33-abe1-d3023a18c244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428650 Jun 14 18:16:20.134462 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-8668b9da-c56d-4d6d-9815-2b6c4257f8ee req-ea703018-2eac-4b75-b8a9-0a9864a07fe5 service neutron] 10.222.0.90 "GET /v2.0/networks/3d23af53-6361-4f33-abe1-d3023a18c244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813451 Jun 14 18:16:20.226433 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-8668b9da-c56d-4d6d-9815-2b6c4257f8ee req-6002530f-affb-417c-aea9-5d3c65ce9491 service neutron] 10.222.0.90 "GET /v2.0/networks/3d23af53-6361-4f33-abe1-d3023a18c244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848932 Jun 14 18:16:20.340126 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 56170) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:16:20.385986 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.db.db_base_plugin_v2 [None req-9be5e2f0-cf6d-4ea9-a09c-68fa161a206a admin admin] Deleting subnet 8b150dd1-825c-4435-8b2a-58211c7847cc {{(pid=102476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jun 14 18:16:20.389109 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-9be5e2f0-cf6d-4ea9-a09c-68fa161a206a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:20.423749 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-9be5e2f0-cf6d-4ea9-a09c-68fa161a206a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5425953'] for subnet, precommit_delete_associations {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:20.465522 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-9be5e2f0-cf6d-4ea9-a09c-68fa161a206a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-977723'] for subnet, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:20.517562 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-9be5e2f0-cf6d-4ea9-a09c-68fa161a206a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-977714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5378586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4368736'] for subnet, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:20.544163 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be5e2f0-cf6d-4ea9-a09c-68fa161a206a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b150dd1-825c-4435-8b2a-58211c7847cc,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:16:20.546169 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-9be5e2f0-cf6d-4ea9-a09c-68fa161a206a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:20.549264 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-9be5e2f0-cf6d-4ea9-a09c-68fa161a206a admin admin] 10.222.0.70 "DELETE /v2.0/subnets/8b150dd1-825c-4435-8b2a-58211c7847cc HTTP/1.1" status: 204 len: 168 time: 0.2081327 Jun 14 18:16:20.551650 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 56172) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:16:20.620570 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-75e8e07f-ee87-4075-94eb-832d1daf81ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592896'] for network, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:20.697101 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde2f9ab-5c7f-4b26-bdb8-484c77258ca8 req-9f92352a-d582-43b0-a43b-68beb070c600 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:20.698630 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-fde2f9ab-5c7f-4b26-bdb8-484c77258ca8 req-9f92352a-d582-43b0-a43b-68beb070c600 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=a622a78c-3723-434b-a685-47d1846e0778 HTTP/1.1" status: 200 len: 945 time: 0.0490308 Jun 14 18:16:20.705731 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-75e8e07f-ee87-4075-94eb-832d1daf81ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-955256', 'neutron.services.segments.db._delete_segments_for_network-8758239721683'] for network, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:20.726806 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.services.segments.db [None req-75e8e07f-ee87-4075-94eb-832d1daf81ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45e98ca1-1856-4a54-95ca-d90a504e1944']}} {{(pid=102476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:16:20.736948 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.services.segments.db [None req-75e8e07f-ee87-4075-94eb-832d1daf81ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '815d8cb1-9eb1-4aba-866c-ff6c7df05150') {'for_net_delete': True} {{(pid=102476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:16:20.737247 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.services.segments.db [None req-75e8e07f-ee87-4075-94eb-832d1daf81ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '815d8cb1-9eb1-4aba-866c-ff6c7df05150') {} {{(pid=102476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:16:20.737686 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-fde2f9ab-5c7f-4b26-bdb8-484c77258ca8 req-8b6a69fd-34b5-4239-aedd-0d71c60c2bd3 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f5f9c8a-576d-406f-acb0-3572b0ba74cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328414 Jun 14 18:16:20.746717 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-75e8e07f-ee87-4075-94eb-832d1daf81ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758239721948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5425962'] for segment, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:20.759926 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-75e8e07f-ee87-4075-94eb-832d1daf81ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977873'] for segment, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:20.765844 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75e8e07f-ee87-4075-94eb-832d1daf81ef admin admin] Releasing vlan 1025 on physical network physnet1 to pool {{(pid=102476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 18:16:20.766233 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-75e8e07f-ee87-4075-94eb-832d1daf81ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5378784'] for segment, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:20.822442 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.services.segments.plugin [-] Segment 815d8cb1-9eb1-4aba-866c-ff6c7df05150 resource provider aggregate not found Jun 14 18:16:20.842748 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.services.segments.plugin [-] Segment 815d8cb1-9eb1-4aba-866c-ff6c7df05150 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 815d8cb1-9eb1-4aba-866c-ff6c7df05150 found for delete ", "request_id": "req-4ec3902e-4772-4915-b857-1468228da9b4"}]} Jun 14 18:16:20.864534 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-75e8e07f-ee87-4075-94eb-832d1daf81ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-955201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8287522'] for network, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:20.874481 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-75e8e07f-ee87-4075-94eb-832d1daf81ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7944499'] for network, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:20.877537 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-75e8e07f-ee87-4075-94eb-832d1daf81ef admin admin] 10.222.0.70 "DELETE /v2.0/networks/45e98ca1-1856-4a54-95ca-d90a504e1944 HTTP/1.1" status: 204 len: 168 time: 0.3249831 Jun 14 18:16:20.889517 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e8e07f-ee87-4075-94eb-832d1daf81ef admin admin] Pushing event deleted for resources: {'Network': ['ID=45e98ca1-1856-4a54-95ca-d90a504e1944,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:16:20.899408 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a77d017-7a2b-48c6-9420-a014134fdf44 req-3eb46013-3c2b-4421-a750-ec34ec403d25 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:20.900882 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-8a77d017-7a2b-48c6-9420-a014134fdf44 req-3eb46013-3c2b-4421-a750-ec34ec403d25 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=a622a78c-3723-434b-a685-47d1846e0778 HTTP/1.1" status: 200 len: 945 time: 0.0802834 Jun 14 18:16:20.910324 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 56184) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:16:20.914965 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.v2.base [None req-605176fc-e693-47d5-9ede-842db1b6427c tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Request body: {'floatingip': {'port_id': '8542e76f-e59c-4619-bcf3-47869d9503e3'}} {{(pid=102476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:16:20.954494 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-605176fc-e693-47d5-9ede-842db1b6427c tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify callbacks [] for floatingip, before_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:21.045149 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 56186) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:16:21.084455 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-1bf97ffc-fbc8-443f-a436-15e4e582e622 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5b070b5b4bc845169d5937098cf2e5f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380418 Jun 14 18:16:21.086948 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 56188) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:16:21.134240 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-3445ecf5-72fa-4c5f-9250-f2c1d4858073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:21.158744 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-3445ecf5-72fa-4c5f-9250-f2c1d4858073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:21.206981 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-3445ecf5-72fa-4c5f-9250-f2c1d4858073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:21.210189 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-3445ecf5-72fa-4c5f-9250-f2c1d4858073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:21.211411 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-3445ecf5-72fa-4c5f-9250-f2c1d4858073 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/579cf711-ebd7-4da0-84fd-42d40798c17d HTTP/1.1" status: 204 len: 168 time: 0.1235564 Jun 14 18:16:21.220410 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3445ecf5-72fa-4c5f-9250-f2c1d4858073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=579cf711-ebd7-4da0-84fd-42d40798c17d,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:16:21.401363 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-605176fc-e693-47d5-9ede-842db1b6427c tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:21.405921 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-605176fc-e693-47d5-9ede-842db1b6427c tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8287696'] for floatingip, after_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:21.601622 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-1a5f21f8-b210-492f-a8cf-2d8a6010caea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:21.752618 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.db.l3_db [None req-605176fc-e693-47d5-9ede-842db1b6427c tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Floating IP 86ebb14c-790c-4e1c-9233-e12913ab225d associated. External IP: 172.27.2.13, port: 8542e76f-e59c-4619-bcf3-47869d9503e3. Jun 14 18:16:21.941401 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:21.959516 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-605176fc-e693-47d5-9ede-842db1b6427c tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Router 6d0eef1b-b0b5-4281-92f2-af75ebc04e87 has already been hosted by L3 agent 2bd7ef4a-700f-45f4-ae1e-98ca6454acba {{(pid=102476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:16:22.066114 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-605176fc-e693-47d5-9ede-842db1b6427c tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify agent at l3_agent.dv-cinder-821739-1-iscsi the message routers_updated {{(pid=102476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:16:22.070602 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-605176fc-e693-47d5-9ede-842db1b6427c tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for floatingip, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:22.076090 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45316028-0e49-49ae-9882-98ea71009b08 None None] Sync routers for ids ['6d0eef1b-b0b5-4281-92f2-af75ebc04e87'] in dv-cinder-821739-1-iscsi {{(pid=102478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:16:22.085733 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45316028-0e49-49ae-9882-98ea71009b08 None None] Routers {'6d0eef1b-b0b5-4281-92f2-af75ebc04e87'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:16:22.086355 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-45316028-0e49-49ae-9882-98ea71009b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:16:19Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['6d0eef1b-b0b5-4281-92f2-af75ebc04e87'], 'active': True} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:16:22.097444 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-605176fc-e693-47d5-9ede-842db1b6427c tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "PUT /v2.0/floatingips/86ebb14c-790c-4e1c-9233-e12913ab225d HTTP/1.1" status: 200 len: 990 time: 1.1860518 Jun 14 18:16:22.098097 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a622a78c-3723-434b-a685-47d1846e0778', 'tag': '8542e76f-e59c-4619-bcf3-47869d9503e3'}] {{(pid=102476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:16:22.100367 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f6785e4de8a87b7f797dd5e96f4d126f8c0b91c7fbdcfaa1853e8ef739b068f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33c09d2-6c64-4298-9b2a-d3d4b6408662" -d '{"events": [{"name": "network-changed", "server_uuid": "a622a78c-3723-434b-a685-47d1846e0778", "tag": "8542e76f-e59c-4619-bcf3-47869d9503e3"}]}' {{(pid=102476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:16:22.136140 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Jun 2022 18:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d93aa9a-9a34-4243-8572-1ba8162b8cda x-openstack-request-id: req-3d93aa9a-9a34-4243-8572-1ba8162b8cda {{(pid=102476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:16:22.136611 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a622a78c-3723-434b-a685-47d1846e0778", "tag": "8542e76f-e59c-4619-bcf3-47869d9503e3", "status": "completed", "code": 200}]} {{(pid=102476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:16:22.136886 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3d93aa9a-9a34-4243-8572-1ba8162b8cda {{(pid=102476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:16:22.137469 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d93aa9a-9a34-4243-8572-1ba8162b8cda'] response: {'name': 'network-changed', 'server_uuid': 'a622a78c-3723-434b-a685-47d1846e0778', 'tag': '8542e76f-e59c-4619-bcf3-47869d9503e3', 'status': 'completed', 'code': 200} Jun 14 18:16:22.192590 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvr_db [None req-45316028-0e49-49ae-9882-98ea71009b08 None None] Set router 6d0eef1b-b0b5-4281-92f2-af75ebc04e87 gateway port host: dv-cinder-821739-1-iscsi {{(pid=102478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:16:22.196422 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c09d2-6c64-4298-9b2a-d3d4b6408662 req-2387a44e-8512-46ee-b5c6-95b309bf8ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:22.197934 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-b33c09d2-6c64-4298-9b2a-d3d4b6408662 req-2387a44e-8512-46ee-b5c6-95b309bf8ea7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ce9a2eeca2ae45e78c3f8e1182360462&device_id=a622a78c-3723-434b-a685-47d1846e0778 HTTP/1.1" status: 200 len: 1098 time: 0.0393264 Jun 14 18:16:22.291630 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c09d2-6c64-4298-9b2a-d3d4b6408662 req-71ba73ca-3b5e-4815-906c-103bd0167b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:22.293798 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-b33c09d2-6c64-4298-9b2a-d3d4b6408662 req-71ba73ca-3b5e-4815-906c-103bd0167b22 service neutron] 10.222.0.90 "GET /v2.0/networks?id=207b3e54-87d5-4ff2-9e27-0fc3ae498411 HTTP/1.1" status: 200 len: 919 time: 0.0893974 Jun 14 18:16:22.363133 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-b33c09d2-6c64-4298-9b2a-d3d4b6408662 req-c390fd14-022d-4983-9e44-2e0e2d5a1777 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8542e76f-e59c-4619-bcf3-47869d9503e3 HTTP/1.1" status: 200 len: 998 time: 0.0621154 Jun 14 18:16:22.418975 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c09d2-6c64-4298-9b2a-d3d4b6408662 req-389c1b6e-68fc-4743-b404-7eec53cb8bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:22.420456 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-b33c09d2-6c64-4298-9b2a-d3d4b6408662 req-389c1b6e-68fc-4743-b404-7eec53cb8bc7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=60742c27-3909-4c07-b59a-2eae5cd6702e HTTP/1.1" status: 200 len: 856 time: 0.0507421 Jun 14 18:16:22.471794 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c09d2-6c64-4298-9b2a-d3d4b6408662 req-395fa446-1c82-4bb6-a87f-6be1b0808e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:22.473282 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-b33c09d2-6c64-4298-9b2a-d3d4b6408662 req-395fa446-1c82-4bb6-a87f-6be1b0808e8f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=207b3e54-87d5-4ff2-9e27-0fc3ae498411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416694 Jun 14 18:16:22.568268 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-b33c09d2-6c64-4298-9b2a-d3d4b6408662 req-63d18d31-ff0a-484b-b58e-1565b33cd4ba service neutron] 10.222.0.90 "GET /v2.0/networks/207b3e54-87d5-4ff2-9e27-0fc3ae498411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866270 Jun 14 18:16:22.583175 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-45316028-0e49-49ae-9882-98ea71009b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d0eef1b-b0b5-4281-92f2-af75ebc04e87', 'name': 'tempest-AttachVolumeShelveTestJSON-1404682588-router', 'tenant_id': 'ce9a2eeca2ae45e78c3f8e1182360462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '8859bc2f-722e-4348-b24e-8c89c8633abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:11:32Z', 'updated_at': '2022-06-14T18:11:41Z', 'revision_number': 4, 'project_id': 'ce9a2eeca2ae45e78c3f8e1182360462', 'gw_port': {'id': '8859bc2f-722e-4348-b24e-8c89c8633abc', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0eef1b-b0b5-4281-92f2-af75ebc04e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:34Z', 'updated_at': '2022-06-14T18:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_floatingips': [{'id': '86ebb14c-790c-4e1c-9233-e12913ab225d', 'tenant_id': 'ce9a2eeca2ae45e78c3f8e1182360462', 'floating_ip_address': '172.27.2.13', 'floating_network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'router_id': '6d0eef1b-b0b5-4281-92f2-af75ebc04e87', 'port_id': '8542e76f-e59c-4619-bcf3-47869d9503e3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '207b3e54-87d5-4ff2-9e27-0fc3ae498411', 'mac_address': 'fa:16:3e:fc:e0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a622a78c-3723-434b-a685-47d1846e0778', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:16:07Z', 'updated_at': '2022-06-14T18:16:21Z', 'revision_number': 1, 'project_id': 'ce9a2eeca2ae45e78c3f8e1182360462', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '497d156f-45c6-4d64-bf48-0bdfa0641beb', 'name': '', 'network_id': '207b3e54-87d5-4ff2-9e27-0fc3ae498411', 'tenant_id': 'ce9a2eeca2ae45e78c3f8e1182360462', 'mac_address': 'fa:16:3e:ba:5c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0eef1b-b0b5-4281-92f2-af75ebc04e87', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '60742c27-3909-4c07-b59a-2eae5cd6702e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:40Z', 'updated_at': '2022-06-14T18:11:49Z', 'revision_number': 5, 'project_id': 'ce9a2eeca2ae45e78c3f8e1182360462', 'subnets': [{'id': '60742c27-3909-4c07-b59a-2eae5cd6702e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:16:22.612790 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45316028-0e49-49ae-9882-98ea71009b08 None None] Checking router: 6d0eef1b-b0b5-4281-92f2-af75ebc04e87 for host: dv-cinder-821739-1-iscsi {{(pid=102478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:16:22.623689 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45316028-0e49-49ae-9882-98ea71009b08 None None] Routers {'6d0eef1b-b0b5-4281-92f2-af75ebc04e87'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:16:22.624317 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-45316028-0e49-49ae-9882-98ea71009b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:16:19Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['6d0eef1b-b0b5-4281-92f2-af75ebc04e87'], 'active': True} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:16:22.659903 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-b33c09d2-6c64-4298-9b2a-d3d4b6408662 req-f6a15e01-5b95-4afa-bfcf-87650459530b service neutron] 10.222.0.90 "GET /v2.0/networks/207b3e54-87d5-4ff2-9e27-0fc3ae498411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840554 Jun 14 18:16:22.729398 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvr_db [None req-45316028-0e49-49ae-9882-98ea71009b08 None None] Set router 6d0eef1b-b0b5-4281-92f2-af75ebc04e87 gateway port host: dv-cinder-821739-1-iscsi {{(pid=102478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:16:22.952353 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-45316028-0e49-49ae-9882-98ea71009b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d0eef1b-b0b5-4281-92f2-af75ebc04e87', 'name': 'tempest-AttachVolumeShelveTestJSON-1404682588-router', 'tenant_id': 'ce9a2eeca2ae45e78c3f8e1182360462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '8859bc2f-722e-4348-b24e-8c89c8633abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:11:32Z', 'updated_at': '2022-06-14T18:11:41Z', 'revision_number': 4, 'project_id': 'ce9a2eeca2ae45e78c3f8e1182360462', 'gw_port': {'id': '8859bc2f-722e-4348-b24e-8c89c8633abc', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0eef1b-b0b5-4281-92f2-af75ebc04e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:34Z', 'updated_at': '2022-06-14T18:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_floatingips': [{'id': '86ebb14c-790c-4e1c-9233-e12913ab225d', 'tenant_id': 'ce9a2eeca2ae45e78c3f8e1182360462', 'floating_ip_address': '172.27.2.13', 'floating_network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'router_id': '6d0eef1b-b0b5-4281-92f2-af75ebc04e87', 'port_id': '8542e76f-e59c-4619-bcf3-47869d9503e3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '207b3e54-87d5-4ff2-9e27-0fc3ae498411', 'mac_address': 'fa:16:3e:fc:e0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a622a78c-3723-434b-a685-47d1846e0778', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:16:07Z', 'updated_at': '2022-06-14T18:16:21Z', 'revision_number': 1, 'project_id': 'ce9a2eeca2ae45e78c3f8e1182360462', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '497d156f-45c6-4d64-bf48-0bdfa0641beb', 'name': '', 'network_id': '207b3e54-87d5-4ff2-9e27-0fc3ae498411', 'tenant_id': 'ce9a2eeca2ae45e78c3f8e1182360462', 'mac_address': 'fa:16:3e:ba:5c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0eef1b-b0b5-4281-92f2-af75ebc04e87', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '60742c27-3909-4c07-b59a-2eae5cd6702e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:40Z', 'updated_at': '2022-06-14T18:11:49Z', 'revision_number': 5, 'project_id': 'ce9a2eeca2ae45e78c3f8e1182360462', 'subnets': [{'id': '60742c27-3909-4c07-b59a-2eae5cd6702e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:16:22.983555 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45316028-0e49-49ae-9882-98ea71009b08 None None] The sync data for ids ['6d0eef1b-b0b5-4281-92f2-af75ebc04e87'] in dv-cinder-821739-1-iscsi is: [{'id': '6d0eef1b-b0b5-4281-92f2-af75ebc04e87', 'name': 'tempest-AttachVolumeShelveTestJSON-1404682588-router', 'tenant_id': 'ce9a2eeca2ae45e78c3f8e1182360462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '8859bc2f-722e-4348-b24e-8c89c8633abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:11:32Z', 'updated_at': '2022-06-14T18:11:41Z', 'revision_number': 4, 'project_id': 'ce9a2eeca2ae45e78c3f8e1182360462', 'gw_port': {'id': '8859bc2f-722e-4348-b24e-8c89c8633abc', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0eef1b-b0b5-4281-92f2-af75ebc04e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:34Z', 'updated_at': '2022-06-14T18:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_floatingips': [{'id': '86ebb14c-790c-4e1c-9233-e12913ab225d', 'tenant_id': 'ce9a2eeca2ae45e78c3f8e1182360462', 'floating_ip_address': '172.27.2.13', 'floating_network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'router_id': '6d0eef1b-b0b5-4281-92f2-af75ebc04e87', 'port_id': '8542e76f-e59c-4619-bcf3-47869d9503e3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '207b3e54-87d5-4ff2-9e27-0fc3ae498411', 'mac_address': 'fa:16:3e:fc:e0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a622a78c-3723-434b-a685-47d1846e0778', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:16:07Z', 'updated_at': '2022-06-14T18:16:21Z', 'revision_number': 1, 'project_id': 'ce9a2eeca2ae45e78c3f8e1182360462', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '497d156f-45c6-4d64-bf48-0bdfa0641beb', 'name': '', 'network_id': '207b3e54-87d5-4ff2-9e27-0fc3ae498411', 'tenant_id': 'ce9a2eeca2ae45e78c3f8e1182360462', 'mac_address': 'fa:16:3e:ba:5c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0eef1b-b0b5-4281-92f2-af75ebc04e87', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '60742c27-3909-4c07-b59a-2eae5cd6702e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:40Z', 'updated_at': '2022-06-14T18:11:49Z', 'revision_number': 5, 'project_id': 'ce9a2eeca2ae45e78c3f8e1182360462', 'subnets': [{'id': '60742c27-3909-4c07-b59a-2eae5cd6702e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:16:23.175181 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904d280c-5cf5-4d67-a7d4-4bcc3865c8de None None] New status for floating IP 86ebb14c-790c-4e1c-9233-e12913ab225d: ACTIVE {{(pid=102479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 18:16:26.958153 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:28.476159 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0532e2f2-5c3b-4c57-88cd-e05e3105244c req-40984f00-3f95-4e7c-85d0-c64d01e2e0b0 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:28.477625 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-0532e2f2-5c3b-4c57-88cd-e05e3105244c req-40984f00-3f95-4e7c-85d0-c64d01e2e0b0 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/ports?device_id=8592e02c-d7fd-4308-9955-3fcb861a164d HTTP/1.1" status: 200 len: 945 time: 0.0491869 Jun 14 18:16:28.515121 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-0532e2f2-5c3b-4c57-88cd-e05e3105244c req-a5da73b7-d949-4b70-8c6b-3c38b4da1889 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e9b1789-2c21-44c4-9200-ad2f8fbcbd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310423 Jun 14 18:16:29.634119 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ebf8ad-622f-425c-8488-ae57ed1d457f req-59172cf9-bfef-4cc4-932d-3b57e431248d tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:29.635571 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-b8ebf8ad-622f-425c-8488-ae57ed1d457f req-59172cf9-bfef-4cc4-932d-3b57e431248d tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/ports?device_id=8592e02c-d7fd-4308-9955-3fcb861a164d HTTP/1.1" status: 200 len: 945 time: 0.0490413 Jun 14 18:16:29.673410 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-b8ebf8ad-622f-425c-8488-ae57ed1d457f req-c6298dd3-bacd-49db-9981-86124d121e3c tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e9b1789-2c21-44c4-9200-ad2f8fbcbd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317106 Jun 14 18:16:30.164341 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51766385-9bb5-4bbd-af10-87b2e54971d6 req-3e9eec6c-0704-4e6b-b9d7-0b7a5c668530 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:30.165782 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-51766385-9bb5-4bbd-af10-87b2e54971d6 req-3e9eec6c-0704-4e6b-b9d7-0b7a5c668530 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.90 "GET /v2.0/ports?device_id=8592e02c-d7fd-4308-9955-3fcb861a164d HTTP/1.1" status: 200 len: 945 time: 0.0514920 Jun 14 18:16:30.257893 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.plugin [req-51766385-9bb5-4bbd-af10-87b2e54971d6 req-ab04f853-b829-48dc-8726-e54be2587bca tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Deleting port 00b36853-55db-4077-b69a-52b7d06fc789 {{(pid=102476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 14 18:16:30.258226 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-51766385-9bb5-4bbd-af10-87b2e54971d6 req-ab04f853-b829-48dc-8726-e54be2587bca tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239577025'] for port, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:30.353818 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.db [req-51766385-9bb5-4bbd-af10-87b2e54971d6 req-ab04f853-b829-48dc-8726-e54be2587bca tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] For port 00b36853-55db-4077-b69a-52b7d06fc789, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=00b36853-55db-4077-b69a-52b7d06fc789,segment=NetworkSegment(2256f80c-8b7b-45d3-85f9-54dff98916a9),segment_id=2256f80c-8b7b-45d3-85f9-54dff98916a9)] {{(pid=102476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:16:30.354183 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-51766385-9bb5-4bbd-af10-87b2e54971d6 req-ab04f853-b829-48dc-8726-e54be2587bca tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282467'] for port, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:30.585893 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-51766385-9bb5-4bbd-af10-87b2e54971d6 req-ab04f853-b829-48dc-8726-e54be2587bca tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:30.586246 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-51766385-9bb5-4bbd-af10-87b2e54971d6 req-ab04f853-b829-48dc-8726-e54be2587bca tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8287696'] for floatingip, after_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:30.586552 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.db.l3_db [req-51766385-9bb5-4bbd-af10-87b2e54971d6 req-ab04f853-b829-48dc-8726-e54be2587bca tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Floating IP cc6b92b3-e7bf-472b-8c25-29f15aa6d4c1 disassociated. External IP: 172.27.2.239, port: 00b36853-55db-4077-b69a-52b7d06fc789. Jun 14 18:16:30.586883 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.plugin [req-51766385-9bb5-4bbd-af10-87b2e54971d6 req-ab04f853-b829-48dc-8726-e54be2587bca tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Calling delete_port for 00b36853-55db-4077-b69a-52b7d06fc789 owned by compute:nova {{(pid=102476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 14 18:16:30.709444 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-51766385-9bb5-4bbd-af10-87b2e54971d6 req-ab04f853-b829-48dc-8726-e54be2587bca tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239583007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239190869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378765'] for port, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:30.741830 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab04f853-b829-48dc-8726-e54be2587bca tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Pushing event deleted for resources: {'Port': ['ID=00b36853-55db-4077-b69a-52b7d06fc789,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:16:30.779647 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-d59c1bf6-8581-427d-bb08-51122a4595e0 req-962bb1cb-8aa8-47b2-97c1-4c03fbcdc687 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/ports?device_id=8592e02c-d7fd-4308-9955-3fcb861a164d HTTP/1.1" status: 200 len: 210 time: 0.0307128 Jun 14 18:16:30.861946 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51766385-9bb5-4bbd-af10-87b2e54971d6 req-ab04f853-b829-48dc-8726-e54be2587bca tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Router 541a79cc-ea6c-4e86-a3e6-05b260334012 has already been hosted by L3 agent 2bd7ef4a-700f-45f4-ae1e-98ca6454acba {{(pid=102476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:16:30.961674 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51766385-9bb5-4bbd-af10-87b2e54971d6 req-ab04f853-b829-48dc-8726-e54be2587bca tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify agent at l3_agent.dv-cinder-821739-1-iscsi the message routers_updated {{(pid=102476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:16:30.971544 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1122fb2-81c4-4eb7-8a37-6763825bef36 None None] Sync routers for ids ['541a79cc-ea6c-4e86-a3e6-05b260334012'] in dv-cinder-821739-1-iscsi {{(pid=102478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:16:30.982657 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1122fb2-81c4-4eb7-8a37-6763825bef36 None None] Routers {'541a79cc-ea6c-4e86-a3e6-05b260334012'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:16:30.983538 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-a1122fb2-81c4-4eb7-8a37-6763825bef36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:16:19Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['541a79cc-ea6c-4e86-a3e6-05b260334012'], 'active': True} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:16:31.004500 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.db.l3_dvrscheduler_db [req-51766385-9bb5-4bbd-af10-87b2e54971d6 req-ab04f853-b829-48dc-8726-e54be2587bca tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] No DVR routers for this DVR port 00b36853-55db-4077-b69a-52b7d06fc789 on host hv-cinder-82173 {{(pid=102476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 18:16:31.007170 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-51766385-9bb5-4bbd-af10-87b2e54971d6 req-ab04f853-b829-48dc-8726-e54be2587bca tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for port, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:31.010520 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-51766385-9bb5-4bbd-af10-87b2e54971d6 req-ab04f853-b829-48dc-8726-e54be2587bca tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.90 "DELETE /v2.0/ports/00b36853-55db-4077-b69a-52b7d06fc789 HTTP/1.1" status: 204 len: 173 time: 0.8359096 Jun 14 18:16:31.011009 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8592e02c-d7fd-4308-9955-3fcb861a164d', 'name': 'network-vif-deleted', 'tag': '00b36853-55db-4077-b69a-52b7d06fc789'}] {{(pid=102476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:16:31.013433 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f6785e4de8a87b7f797dd5e96f4d126f8c0b91c7fbdcfaa1853e8ef739b068f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2fbcc7a-40e5-449b-8c93-f58beff67ae0" -d '{"events": [{"server_uuid": "8592e02c-d7fd-4308-9955-3fcb861a164d", "name": "network-vif-deleted", "tag": "00b36853-55db-4077-b69a-52b7d06fc789"}]}' {{(pid=102476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:16:31.050610 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad582c9e-9394-4480-8620-a67e34474194 x-openstack-request-id: req-ad582c9e-9394-4480-8620-a67e34474194 {{(pid=102476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:16:31.050903 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8592e02c-d7fd-4308-9955-3fcb861a164d", "name": "network-vif-deleted", "tag": "00b36853-55db-4077-b69a-52b7d06fc789", "status": "completed", "code": 200}]} {{(pid=102476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:16:31.051152 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ad582c9e-9394-4480-8620-a67e34474194 {{(pid=102476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:16:31.051578 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad582c9e-9394-4480-8620-a67e34474194'] response: {'server_uuid': '8592e02c-d7fd-4308-9955-3fcb861a164d', 'name': 'network-vif-deleted', 'tag': '00b36853-55db-4077-b69a-52b7d06fc789', 'status': 'completed', 'code': 200} Jun 14 18:16:31.104256 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvr_db [None req-a1122fb2-81c4-4eb7-8a37-6763825bef36 None None] Set router 541a79cc-ea6c-4e86-a3e6-05b260334012 gateway port host: dv-cinder-821739-1-iscsi {{(pid=102478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:16:31.315660 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-a1122fb2-81c4-4eb7-8a37-6763825bef36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '541a79cc-ea6c-4e86-a3e6-05b260334012', 'name': 'tempest-TestVolumeBootPattern-813700890-router', 'tenant_id': 'a98d65273e2546aa9252b74c4f9daae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '90224574-fba3-494b-aff0-a9906c2e6261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:12:56Z', 'updated_at': '2022-06-14T18:12:59Z', 'revision_number': 4, 'project_id': 'a98d65273e2546aa9252b74c4f9daae4', 'gw_port': {'id': '90224574-fba3-494b-aff0-a9906c2e6261', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:42:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541a79cc-ea6c-4e86-a3e6-05b260334012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:12:57Z', 'updated_at': '2022-06-14T18:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_interfaces': [{'id': '45cf2237-13fc-429f-8e42-ba1e2f509c5c', 'name': '', 'network_id': '576da013-3617-4a8e-90bf-f7e3da71dae2', 'tenant_id': 'a98d65273e2546aa9252b74c4f9daae4', 'mac_address': 'fa:16:3e:98:e6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541a79cc-ea6c-4e86-a3e6-05b260334012', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'd637fcab-e631-4a9a-85a6-1edd05917c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:12:59Z', 'updated_at': '2022-06-14T18:13:04Z', 'revision_number': 5, 'project_id': 'a98d65273e2546aa9252b74c4f9daae4', 'subnets': [{'id': 'd637fcab-e631-4a9a-85a6-1edd05917c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:16:31.347509 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1122fb2-81c4-4eb7-8a37-6763825bef36 None None] Checking router: 541a79cc-ea6c-4e86-a3e6-05b260334012 for host: dv-cinder-821739-1-iscsi {{(pid=102478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:16:31.356809 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1122fb2-81c4-4eb7-8a37-6763825bef36 None None] Routers {'541a79cc-ea6c-4e86-a3e6-05b260334012'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:16:31.357768 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-a1122fb2-81c4-4eb7-8a37-6763825bef36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:16:19Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['541a79cc-ea6c-4e86-a3e6-05b260334012'], 'active': True} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:16:31.464949 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvr_db [None req-a1122fb2-81c4-4eb7-8a37-6763825bef36 None None] Set router 541a79cc-ea6c-4e86-a3e6-05b260334012 gateway port host: dv-cinder-821739-1-iscsi {{(pid=102478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:16:31.610907 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-6bb8958c-8dfc-4a6c-88f1-3b631397bb8b req-3b43cc6b-1451-405b-aef2-5acd183813ad service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=69ae7078-ef55-49c6-a2aa-659280d155db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383024 Jun 14 18:16:31.664638 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-a1122fb2-81c4-4eb7-8a37-6763825bef36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '541a79cc-ea6c-4e86-a3e6-05b260334012', 'name': 'tempest-TestVolumeBootPattern-813700890-router', 'tenant_id': 'a98d65273e2546aa9252b74c4f9daae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '90224574-fba3-494b-aff0-a9906c2e6261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:12:56Z', 'updated_at': '2022-06-14T18:12:59Z', 'revision_number': 4, 'project_id': 'a98d65273e2546aa9252b74c4f9daae4', 'gw_port': {'id': '90224574-fba3-494b-aff0-a9906c2e6261', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:42:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541a79cc-ea6c-4e86-a3e6-05b260334012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:12:57Z', 'updated_at': '2022-06-14T18:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_interfaces': [{'id': '45cf2237-13fc-429f-8e42-ba1e2f509c5c', 'name': '', 'network_id': '576da013-3617-4a8e-90bf-f7e3da71dae2', 'tenant_id': 'a98d65273e2546aa9252b74c4f9daae4', 'mac_address': 'fa:16:3e:98:e6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541a79cc-ea6c-4e86-a3e6-05b260334012', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'd637fcab-e631-4a9a-85a6-1edd05917c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:12:59Z', 'updated_at': '2022-06-14T18:13:04Z', 'revision_number': 5, 'project_id': 'a98d65273e2546aa9252b74c4f9daae4', 'subnets': [{'id': 'd637fcab-e631-4a9a-85a6-1edd05917c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:16:31.685854 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb8958c-8dfc-4a6c-88f1-3b631397bb8b req-856d20c2-8e14-4b87-bff2-3857d0700a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:31.687349 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-6bb8958c-8dfc-4a6c-88f1-3b631397bb8b req-856d20c2-8e14-4b87-bff2-3857d0700a10 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3042e999f1144c7da1a2473d58a86532&device_id=69ae7078-ef55-49c6-a2aa-659280d155db HTTP/1.1" status: 200 len: 1098 time: 0.0426731 Jun 14 18:16:31.691678 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1122fb2-81c4-4eb7-8a37-6763825bef36 None None] The sync data for ids ['541a79cc-ea6c-4e86-a3e6-05b260334012'] in dv-cinder-821739-1-iscsi is: [{'id': '541a79cc-ea6c-4e86-a3e6-05b260334012', 'name': 'tempest-TestVolumeBootPattern-813700890-router', 'tenant_id': 'a98d65273e2546aa9252b74c4f9daae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '90224574-fba3-494b-aff0-a9906c2e6261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:12:56Z', 'updated_at': '2022-06-14T18:12:59Z', 'revision_number': 4, 'project_id': 'a98d65273e2546aa9252b74c4f9daae4', 'gw_port': {'id': '90224574-fba3-494b-aff0-a9906c2e6261', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:42:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541a79cc-ea6c-4e86-a3e6-05b260334012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:12:57Z', 'updated_at': '2022-06-14T18:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_interfaces': [{'id': '45cf2237-13fc-429f-8e42-ba1e2f509c5c', 'name': '', 'network_id': '576da013-3617-4a8e-90bf-f7e3da71dae2', 'tenant_id': 'a98d65273e2546aa9252b74c4f9daae4', 'mac_address': 'fa:16:3e:98:e6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541a79cc-ea6c-4e86-a3e6-05b260334012', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'd637fcab-e631-4a9a-85a6-1edd05917c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:12:59Z', 'updated_at': '2022-06-14T18:13:04Z', 'revision_number': 5, 'project_id': 'a98d65273e2546aa9252b74c4f9daae4', 'subnets': [{'id': 'd637fcab-e631-4a9a-85a6-1edd05917c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:16:31.815317 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb8958c-8dfc-4a6c-88f1-3b631397bb8b req-b6f66e14-3d9c-4968-b167-28452d96a9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:31.816919 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-6bb8958c-8dfc-4a6c-88f1-3b631397bb8b req-b6f66e14-3d9c-4968-b167-28452d96a9e2 service neutron] 10.222.0.90 "GET /v2.0/networks?id=3d23af53-6361-4f33-abe1-d3023a18c244 HTTP/1.1" status: 200 len: 920 time: 0.0984712 Jun 14 18:16:31.868504 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-6bb8958c-8dfc-4a6c-88f1-3b631397bb8b req-b9e7e1cc-37c7-4c5e-84be-c6b31fb021d2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8272734a-846d-4f63-8224-608a7542ed04 HTTP/1.1" status: 200 len: 217 time: 0.0396407 Jun 14 18:16:31.929126 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb8958c-8dfc-4a6c-88f1-3b631397bb8b req-ec52cd5d-65e7-4e78-85b2-17e588af5fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:31.930719 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-6bb8958c-8dfc-4a6c-88f1-3b631397bb8b req-ec52cd5d-65e7-4e78-85b2-17e588af5fae service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5d625bfa-3024-4c1b-95b8-b3295848e69c HTTP/1.1" status: 200 len: 857 time: 0.0546954 Jun 14 18:16:31.991865 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb8958c-8dfc-4a6c-88f1-3b631397bb8b req-2f0f02e6-f824-48af-a0e8-a984fea83c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:31.992011 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8e37b0-7ddb-44b3-8382-520b37646875 None None] New status for floating IP cc6b92b3-e7bf-472b-8c25-29f15aa6d4c1: DOWN {{(pid=102479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 18:16:31.993395 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-6bb8958c-8dfc-4a6c-88f1-3b631397bb8b req-2f0f02e6-f824-48af-a0e8-a984fea83c5e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3d23af53-6361-4f33-abe1-d3023a18c244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449824 Jun 14 18:16:32.097010 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-76ac2ee7-2e7b-4e28-9f81-ac85ffb4472a req-2301fa66-1207-407a-853e-61561e04c761 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2007796225&fields=id&tenant_id=a98d65273e2546aa9252b74c4f9daae4 HTTP/1.1" status: 200 len: 267 time: 0.0766802 Jun 14 18:16:32.124580 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-6bb8958c-8dfc-4a6c-88f1-3b631397bb8b req-46e75255-74f2-42b6-9c9c-bf1c8625c4ce service neutron] 10.222.0.90 "GET /v2.0/networks/3d23af53-6361-4f33-abe1-d3023a18c244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237116 Jun 14 18:16:32.286961 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac2ee7-2e7b-4e28-9f81-ac85ffb4472a req-830e3cf8-9c9a-481c-ac15-677bbe9ac0f4 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:32.288411 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-76ac2ee7-2e7b-4e28-9f81-ac85ffb4472a req-830e3cf8-9c9a-481c-ac15-677bbe9ac0f4 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/networks?id=576da013-3617-4a8e-90bf-f7e3da71dae2 HTTP/1.1" status: 200 len: 811 time: 0.1759944 Jun 14 18:16:32.294010 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-6bb8958c-8dfc-4a6c-88f1-3b631397bb8b req-545d72cd-c64d-428e-8c88-7b9609fe6cc8 service neutron] 10.222.0.90 "GET /v2.0/networks/3d23af53-6361-4f33-abe1-d3023a18c244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572247 Jun 14 18:16:32.303788 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-76ac2ee7-2e7b-4e28-9f81-ac85ffb4472a req-b5646fb8-0fe6-4427-aa08-7f801db164ee tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/quotas/a98d65273e2546aa9252b74c4f9daae4 HTTP/1.1" status: 200 len: 375 time: 0.0088813 Jun 14 18:16:32.358271 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-76ac2ee7-2e7b-4e28-9f81-ac85ffb4472a req-6f4c356a-0107-4fb2-8f99-6ef77c92c6d7 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=a98d65273e2546aa9252b74c4f9daae4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0486860 Jun 14 18:16:32.454805 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-76ac2ee7-2e7b-4e28-9f81-ac85ffb4472a req-dad92e61-7b0d-4946-bcf7-e3f6c244b07d service neutron] 10.222.0.70 "GET /v2.0/networks/576da013-3617-4a8e-90bf-f7e3da71dae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831494 Jun 14 18:16:32.544595 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-76ac2ee7-2e7b-4e28-9f81-ac85ffb4472a req-4894e2cb-26b9-4d78-86a1-23208b2f5c16 service neutron] 10.222.0.70 "GET /v2.0/networks/576da013-3617-4a8e-90bf-f7e3da71dae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836616 Jun 14 18:16:32.821736 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-ac39e643-3612-4642-aa0f-09c175feef6e req-855b7f7c-094e-4bd6-a29b-d28cfc69ea0d tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/ports?device_id=6004e2e1-5a5d-42b1-b35b-83be4e20d72e HTTP/1.1" status: 200 len: 210 time: 0.0257702 Jun 14 18:16:33.830330 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac2ee7-2e7b-4e28-9f81-ac85ffb4472a req-028e9000-b991-476a-ba04-a15b3ef4bfe0 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:33.831752 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-76ac2ee7-2e7b-4e28-9f81-ac85ffb4472a req-028e9000-b991-476a-ba04-a15b3ef4bfe0 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.90 "GET /v2.0/networks?id=576da013-3617-4a8e-90bf-f7e3da71dae2 HTTP/1.1" status: 200 len: 811 time: 0.1043956 Jun 14 18:16:33.878410 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device 00b36853-55db-4077-b69a-52b7d06fc789 no longer exists at agent hyperv_hv-cinder-82173 {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:16:33.882239 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-76ac2ee7-2e7b-4e28-9f81-ac85ffb4472a req-0a5fc6ca-d6c2-4140-8fd6-7b30e8be7708 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a98d65273e2546aa9252b74c4f9daae4 HTTP/1.1" status: 200 len: 380 time: 0.0386291 Jun 14 18:16:33.892824 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.v2.base [req-76ac2ee7-2e7b-4e28-9f81-ac85ffb4472a req-c0d68726-779c-4b9b-8718-7a168b237828 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Request body: {'port': {'device_id': '6004e2e1-5a5d-42b1-b35b-83be4e20d72e', 'network_id': '576da013-3617-4a8e-90bf-f7e3da71dae2', 'admin_state_up': True, 'tenant_id': 'a98d65273e2546aa9252b74c4f9daae4', 'security_groups': ['6e9b1789-2c21-44c4-9200-ad2f8fbcbd48']}} {{(pid=102476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:16:33.899759 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] No Port match for: 00b36853-55db-4077-b69a-52b7d06fc789 {{(pid=102478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 14 18:16:33.900354 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device 00b36853-55db-4077-b69a-52b7d06fc789 not bound to the agent host hv-cinder-82173 {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:16:34.009609 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76ac2ee7-2e7b-4e28-9f81-ac85ffb4472a req-c0d68726-779c-4b9b-8718-7a168b237828 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Made reservation on behalf of a98d65273e2546aa9252b74c4f9daae4 for: {'port': 1} {{(pid=102476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:16:34.013759 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-76ac2ee7-2e7b-4e28-9f81-ac85ffb4472a req-c0d68726-779c-4b9b-8718-7a168b237828 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:34.107848 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-6e4178d6-21c9-4b8e-a0fa-457695cd5302 req-651329d0-259e-46a0-a25a-2cdab1ded558 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/ports?device_id=6004e2e1-5a5d-42b1-b35b-83be4e20d72e HTTP/1.1" status: 200 len: 210 time: 0.2113032 Jun 14 18:16:34.162912 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.db.db_base_plugin_common [req-76ac2ee7-2e7b-4e28-9f81-ac85ffb4472a req-c0d68726-779c-4b9b-8718-7a168b237828 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Allocated IP 172.20.0.7 (576da013-3617-4a8e-90bf-f7e3da71dae2/d637fcab-e631-4a9a-85a6-1edd05917c42/db65d6ad-e03c-4d1f-9157-0ba6ff66b356) {{(pid=102476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:16:34.544456 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-76ac2ee7-2e7b-4e28-9f81-ac85ffb4472a req-c0d68726-779c-4b9b-8718-7a168b237828 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks [] for port, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:34.576633 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-76ac2ee7-2e7b-4e28-9f81-ac85ffb4472a req-c0d68726-779c-4b9b-8718-7a168b237828 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239190878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378765'] for port, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:34.619860 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76ac2ee7-2e7b-4e28-9f81-ac85ffb4472a req-c0d68726-779c-4b9b-8718-7a168b237828 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Network 576da013-3617-4a8e-90bf-f7e3da71dae2 is already hosted by enough agents. {{(pid=102476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:16:34.623461 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.base_scheduler [req-76ac2ee7-2e7b-4e28-9f81-ac85ffb4472a req-c0d68726-779c-4b9b-8718-7a168b237828 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Resources bound (agent type, host, resource id): {{(pid=102476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:16:34.626957 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.db.l3_dvrscheduler_db [req-76ac2ee7-2e7b-4e28-9f81-ac85ffb4472a req-c0d68726-779c-4b9b-8718-7a168b237828 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Received port after_create {{(pid=102476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 14 18:16:34.635826 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d68726-779c-4b9b-8718-7a168b237828 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Pushing event updated for resources: {'Port': ['ID=db65d6ad-e03c-4d1f-9157-0ba6ff66b356,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:16:34.681069 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac2ee7-2e7b-4e28-9f81-ac85ffb4472a req-c0d68726-779c-4b9b-8718-7a168b237828 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:34.681710 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-76ac2ee7-2e7b-4e28-9f81-ac85ffb4472a req-c0d68726-779c-4b9b-8718-7a168b237828 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for port, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:34.698054 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-76ac2ee7-2e7b-4e28-9f81-ac85ffb4472a req-c0d68726-779c-4b9b-8718-7a168b237828 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8090050 Jun 14 18:16:34.717553 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.v2.base [req-76ac2ee7-2e7b-4e28-9f81-ac85ffb4472a req-e504ccad-a533-41a4-b1bd-c01c36911176 service neutron] Request body: {'port': {'device_id': '6004e2e1-5a5d-42b1-b35b-83be4e20d72e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82173'}} {{(pid=102476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:16:34.775438 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-76ac2ee7-2e7b-4e28-9f81-ac85ffb4472a req-e504ccad-a533-41a4-b1bd-c01c36911176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:34.903912 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-3e0576d8-f54d-48d6-af5f-c12b62215969 None None] Provisioning complete for port db65d6ad-e03c-4d1f-9157-0ba6ff66b356 triggered by entity DHCP. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:16:34.904479 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-3e0576d8-f54d-48d6-af5f-c12b62215969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:34.938160 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-3e0576d8-f54d-48d6-af5f-c12b62215969 None None] Port db65d6ad-e03c-4d1f-9157-0ba6ff66b356 cannot update to ACTIVE because it is not bound. {{(pid=102478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jun 14 18:16:35.040354 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.notifiers.nova [req-76ac2ee7-2e7b-4e28-9f81-ac85ffb4472a req-e504ccad-a533-41a4-b1bd-c01c36911176 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db65d6ad-e03c-4d1f-9157-0ba6ff66b356 {{(pid=102476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:16:35.048496 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-76ac2ee7-2e7b-4e28-9f81-ac85ffb4472a req-e504ccad-a533-41a4-b1bd-c01c36911176 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:35.060100 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.db.provisioning_blocks [req-76ac2ee7-2e7b-4e28-9f81-ac85ffb4472a req-e504ccad-a533-41a4-b1bd-c01c36911176 service neutron] Transition to ACTIVE for port object db65d6ad-e03c-4d1f-9157-0ba6ff66b356 will not be triggered until provisioned by entity L2. {{(pid=102476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 18:16:35.063493 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-76ac2ee7-2e7b-4e28-9f81-ac85ffb4472a req-e504ccad-a533-41a4-b1bd-c01c36911176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5378756'] for port, after_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:35.129102 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e504ccad-a533-41a4-b1bd-c01c36911176 service neutron] Pushing event updated for resources: {'Port': ['ID=db65d6ad-e03c-4d1f-9157-0ba6ff66b356,revision_number=2']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:16:35.194224 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.managers [req-76ac2ee7-2e7b-4e28-9f81-ac85ffb4472a req-e504ccad-a533-41a4-b1bd-c01c36911176 service neutron] Attempting to bind port db65d6ad-e03c-4d1f-9157-0ba6ff66b356 on host hv-cinder-82173 for vnic_type normal with profile {{(pid=102476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 14 18:16:35.194716 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.managers [req-76ac2ee7-2e7b-4e28-9f81-ac85ffb4472a req-e504ccad-a533-41a4-b1bd-c01c36911176 service neutron] Attempting to bind port db65d6ad-e03c-4d1f-9157-0ba6ff66b356 by drivers openvswitch,hyperv on host hv-cinder-82173 at level 0 using segments [{'id': '2256f80c-8b7b-45d3-85f9-54dff98916a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '576da013-3617-4a8e-90bf-f7e3da71dae2'}] {{(pid=102476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 14 18:16:35.195204 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ac2ee7-2e7b-4e28-9f81-ac85ffb4472a req-e504ccad-a533-41a4-b1bd-c01c36911176 service neutron] Attempting to bind port db65d6ad-e03c-4d1f-9157-0ba6ff66b356 on network 576da013-3617-4a8e-90bf-f7e3da71dae2 {{(pid=102476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:16:35.200453 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ac2ee7-2e7b-4e28-9f81-ac85ffb4472a req-e504ccad-a533-41a4-b1bd-c01c36911176 service neutron] Port db65d6ad-e03c-4d1f-9157-0ba6ff66b356 on network 576da013-3617-4a8e-90bf-f7e3da71dae2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82173 {{(pid=102476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 14 18:16:35.200845 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ac2ee7-2e7b-4e28-9f81-ac85ffb4472a req-e504ccad-a533-41a4-b1bd-c01c36911176 service neutron] Attempting to bind port db65d6ad-e03c-4d1f-9157-0ba6ff66b356 on network 576da013-3617-4a8e-90bf-f7e3da71dae2 {{(pid=102476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:16:35.205775 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ac2ee7-2e7b-4e28-9f81-ac85ffb4472a req-e504ccad-a533-41a4-b1bd-c01c36911176 service neutron] Checking agent: {'id': '37867b7d-ea9d-4c92-b09f-db78138d4892', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82173', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 9, 26), 'started_at': datetime.datetime(2022, 6, 14, 18, 9, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:16:35.206108 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ac2ee7-2e7b-4e28-9f81-ac85ffb4472a req-e504ccad-a533-41a4-b1bd-c01c36911176 service neutron] Checking segment: {'id': '2256f80c-8b7b-45d3-85f9-54dff98916a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '576da013-3617-4a8e-90bf-f7e3da71dae2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 14 18:16:35.206523 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ac2ee7-2e7b-4e28-9f81-ac85ffb4472a req-e504ccad-a533-41a4-b1bd-c01c36911176 service neutron] Bound using segment: {'id': '2256f80c-8b7b-45d3-85f9-54dff98916a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '576da013-3617-4a8e-90bf-f7e3da71dae2'} {{(pid=102476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:16:35.206886 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.managers [req-76ac2ee7-2e7b-4e28-9f81-ac85ffb4472a req-e504ccad-a533-41a4-b1bd-c01c36911176 service neutron] Bound port: db65d6ad-e03c-4d1f-9157-0ba6ff66b356, host: hv-cinder-82173, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2256f80c-8b7b-45d3-85f9-54dff98916a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '576da013-3617-4a8e-90bf-f7e3da71dae2'}}] {{(pid=102476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 14 18:16:35.207234 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-76ac2ee7-2e7b-4e28-9f81-ac85ffb4472a req-e504ccad-a533-41a4-b1bd-c01c36911176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:35.233356 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4979e13-f374-4f3c-9b3a-f1eb0addf08b req-796fe2fb-1f8a-40ca-a5cf-0d82ab5624cf tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:35.235176 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-f4979e13-f374-4f3c-9b3a-f1eb0addf08b req-796fe2fb-1f8a-40ca-a5cf-0d82ab5624cf tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/ports?device_id=6004e2e1-5a5d-42b1-b35b-83be4e20d72e HTTP/1.1" status: 200 len: 943 time: 0.0541828 Jun 14 18:16:35.275786 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.db [req-76ac2ee7-2e7b-4e28-9f81-ac85ffb4472a req-e504ccad-a533-41a4-b1bd-c01c36911176 service neutron] For port db65d6ad-e03c-4d1f-9157-0ba6ff66b356, host hv-cinder-82173, cleared binding levels {{(pid=102476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:16:35.281171 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.db [req-76ac2ee7-2e7b-4e28-9f81-ac85ffb4472a req-e504ccad-a533-41a4-b1bd-c01c36911176 service neutron] For port db65d6ad-e03c-4d1f-9157-0ba6ff66b356, host hv-cinder-82173, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=db65d6ad-e03c-4d1f-9157-0ba6ff66b356,segment=NetworkSegment(2256f80c-8b7b-45d3-85f9-54dff98916a9),segment_id=2256f80c-8b7b-45d3-85f9-54dff98916a9)] {{(pid=102476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:16:35.285191 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-f4979e13-f374-4f3c-9b3a-f1eb0addf08b req-cdf812c3-dfd3-48e4-b10b-be132deb4af0 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e9b1789-2c21-44c4-9200-ad2f8fbcbd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431006 Jun 14 18:16:35.289486 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-76ac2ee7-2e7b-4e28-9f81-ac85ffb4472a req-e504ccad-a533-41a4-b1bd-c01c36911176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5378756'] for port, after_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:35.330082 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac2ee7-2e7b-4e28-9f81-ac85ffb4472a req-e504ccad-a533-41a4-b1bd-c01c36911176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:35.330676 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-76ac2ee7-2e7b-4e28-9f81-ac85ffb4472a req-e504ccad-a533-41a4-b1bd-c01c36911176 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for port, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:35.332088 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-76ac2ee7-2e7b-4e28-9f81-ac85ffb4472a req-e504ccad-a533-41a4-b1bd-c01c36911176 service neutron] 10.222.0.90 "PUT /v2.0/ports/db65d6ad-e03c-4d1f-9157-0ba6ff66b356 HTTP/1.1" status: 200 len: 1093 time: 0.6214867 Jun 14 18:16:35.332517 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6004e2e1-5a5d-42b1-b35b-83be4e20d72e', 'tag': 'db65d6ad-e03c-4d1f-9157-0ba6ff66b356'}] {{(pid=102476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:16:35.335098 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f6785e4de8a87b7f797dd5e96f4d126f8c0b91c7fbdcfaa1853e8ef739b068f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-330e32dc-ef8c-4b7d-8bfe-964108455f2d" -d '{"events": [{"name": "network-changed", "server_uuid": "6004e2e1-5a5d-42b1-b35b-83be4e20d72e", "tag": "db65d6ad-e03c-4d1f-9157-0ba6ff66b356"}]}' {{(pid=102476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:16:35.371455 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e504ccad-a533-41a4-b1bd-c01c36911176 service neutron] Pushing event updated for resources: {'Port': ['ID=db65d6ad-e03c-4d1f-9157-0ba6ff66b356,revision_number=3']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:16:35.400649 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Jun 2022 18:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f2ba426-1c69-4fce-8bbf-e8dd144a9b8c x-openstack-request-id: req-3f2ba426-1c69-4fce-8bbf-e8dd144a9b8c {{(pid=102476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:16:35.400937 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6004e2e1-5a5d-42b1-b35b-83be4e20d72e", "tag": "db65d6ad-e03c-4d1f-9157-0ba6ff66b356", "status": "completed", "code": 200}]} {{(pid=102476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:16:35.401182 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3f2ba426-1c69-4fce-8bbf-e8dd144a9b8c {{(pid=102476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:16:35.402155 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f2ba426-1c69-4fce-8bbf-e8dd144a9b8c'] response: {'name': 'network-changed', 'server_uuid': '6004e2e1-5a5d-42b1-b35b-83be4e20d72e', 'tag': 'db65d6ad-e03c-4d1f-9157-0ba6ff66b356', 'status': 'completed', 'code': 200} Jun 14 18:16:35.418926 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac2ee7-2e7b-4e28-9f81-ac85ffb4472a req-74cc00d6-7d27-47e8-93ce-30bd0adf85f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:35.420529 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-76ac2ee7-2e7b-4e28-9f81-ac85ffb4472a req-74cc00d6-7d27-47e8-93ce-30bd0adf85f3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a98d65273e2546aa9252b74c4f9daae4&device_id=6004e2e1-5a5d-42b1-b35b-83be4e20d72e HTTP/1.1" status: 200 len: 1096 time: 0.0459638 Jun 14 18:16:35.467117 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-76ac2ee7-2e7b-4e28-9f81-ac85ffb4472a req-422ff8d3-40c7-4796-b2d8-692fc4510d4e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db65d6ad-e03c-4d1f-9157-0ba6ff66b356 HTTP/1.1" status: 200 len: 217 time: 0.0389111 Jun 14 18:16:35.520884 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac2ee7-2e7b-4e28-9f81-ac85ffb4472a req-c1ff1eae-2d42-4092-8d0c-36b0a30cd580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:35.522422 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-76ac2ee7-2e7b-4e28-9f81-ac85ffb4472a req-c1ff1eae-2d42-4092-8d0c-36b0a30cd580 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d637fcab-e631-4a9a-85a6-1edd05917c42 HTTP/1.1" status: 200 len: 850 time: 0.0458376 Jun 14 18:16:35.568780 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac2ee7-2e7b-4e28-9f81-ac85ffb4472a req-6ad94893-1470-446d-9e07-e3269de2d7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:35.570249 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-76ac2ee7-2e7b-4e28-9f81-ac85ffb4472a req-6ad94893-1470-446d-9e07-e3269de2d7b3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=576da013-3617-4a8e-90bf-f7e3da71dae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0377715 Jun 14 18:16:35.662472 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-76ac2ee7-2e7b-4e28-9f81-ac85ffb4472a req-8ce03f3c-c62d-41b3-89df-59f042823750 service neutron] 10.222.0.90 "GET /v2.0/networks/576da013-3617-4a8e-90bf-f7e3da71dae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845497 Jun 14 18:16:35.756320 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-76ac2ee7-2e7b-4e28-9f81-ac85ffb4472a req-e245349e-3293-421b-9d6e-aa9618a83898 service neutron] 10.222.0.90 "GET /v2.0/networks/576da013-3617-4a8e-90bf-f7e3da71dae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849681 Jun 14 18:16:35.848081 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e32dc-ef8c-4b7d-8bfe-964108455f2d req-763eccd9-3b25-44ad-bed4-bc65f67081ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:35.849572 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-330e32dc-ef8c-4b7d-8bfe-964108455f2d req-763eccd9-3b25-44ad-bed4-bc65f67081ff service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a98d65273e2546aa9252b74c4f9daae4&device_id=6004e2e1-5a5d-42b1-b35b-83be4e20d72e HTTP/1.1" status: 200 len: 1096 time: 0.0447662 Jun 14 18:16:35.937293 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e32dc-ef8c-4b7d-8bfe-964108455f2d req-3cf30bf3-229e-4387-8b2f-6e829666c118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:35.938809 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-330e32dc-ef8c-4b7d-8bfe-964108455f2d req-3cf30bf3-229e-4387-8b2f-6e829666c118 service neutron] 10.222.0.90 "GET /v2.0/networks?id=576da013-3617-4a8e-90bf-f7e3da71dae2 HTTP/1.1" status: 200 len: 913 time: 0.0821278 Jun 14 18:16:35.983791 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-330e32dc-ef8c-4b7d-8bfe-964108455f2d req-cba3438d-6baf-4e59-b622-05b9655d8d39 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db65d6ad-e03c-4d1f-9157-0ba6ff66b356 HTTP/1.1" status: 200 len: 217 time: 0.0371282 Jun 14 18:16:36.034205 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e32dc-ef8c-4b7d-8bfe-964108455f2d req-c323f0d5-006c-4d39-ada0-7fd2663d5c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:36.035602 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-330e32dc-ef8c-4b7d-8bfe-964108455f2d req-c323f0d5-006c-4d39-ada0-7fd2663d5c0c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d637fcab-e631-4a9a-85a6-1edd05917c42 HTTP/1.1" status: 200 len: 850 time: 0.0442946 Jun 14 18:16:36.095785 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e32dc-ef8c-4b7d-8bfe-964108455f2d req-fb375166-5c25-4036-9275-13c137e6e679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:36.097249 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-330e32dc-ef8c-4b7d-8bfe-964108455f2d req-fb375166-5c25-4036-9275-13c137e6e679 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=576da013-3617-4a8e-90bf-f7e3da71dae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401764 Jun 14 18:16:36.193572 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-330e32dc-ef8c-4b7d-8bfe-964108455f2d req-ff59a2ec-c27a-449b-b5c2-712e1dd32e55 service neutron] 10.222.0.90 "GET /v2.0/networks/576da013-3617-4a8e-90bf-f7e3da71dae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851123 Jun 14 18:16:36.283028 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-330e32dc-ef8c-4b7d-8bfe-964108455f2d req-7a43c1d6-6990-47e4-ae3d-1f9943dad68e service neutron] 10.222.0.90 "GET /v2.0/networks/576da013-3617-4a8e-90bf-f7e3da71dae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828903 Jun 14 18:16:36.448349 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c8e59-7cda-429f-a97f-a01727b1cf29 req-987de788-ffd8-4c81-ab22-22ae74cd0b2f tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:36.450127 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-7e0c8e59-7cda-429f-a97f-a01727b1cf29 req-987de788-ffd8-4c81-ab22-22ae74cd0b2f tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/ports?device_id=6004e2e1-5a5d-42b1-b35b-83be4e20d72e HTTP/1.1" status: 200 len: 943 time: 0.1011982 Jun 14 18:16:36.488776 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-7e0c8e59-7cda-429f-a97f-a01727b1cf29 req-7ba4cf40-cb52-4c57-bba7-529c7b4fd5cd tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e9b1789-2c21-44c4-9200-ad2f8fbcbd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326979 Jun 14 18:16:37.609238 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7997af8e-01b2-4679-b7dc-2b1f07348fe5 req-5fd4892f-212e-4153-adef-3d5b7154d299 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:37.610735 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-7997af8e-01b2-4679-b7dc-2b1f07348fe5 req-5fd4892f-212e-4153-adef-3d5b7154d299 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/ports?device_id=6004e2e1-5a5d-42b1-b35b-83be4e20d72e HTTP/1.1" status: 200 len: 943 time: 0.0494909 Jun 14 18:16:37.651492 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-7997af8e-01b2-4679-b7dc-2b1f07348fe5 req-e5b8cedb-2d2c-4139-beca-6b6c5923365d tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e9b1789-2c21-44c4-9200-ad2f8fbcbd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346534 Jun 14 18:16:38.763688 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66961957-785f-486b-b61d-676fb6386f4e req-ec0dfb03-a7f2-4f4a-a22f-168cc81de25e tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:38.765127 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-66961957-785f-486b-b61d-676fb6386f4e req-ec0dfb03-a7f2-4f4a-a22f-168cc81de25e tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/ports?device_id=6004e2e1-5a5d-42b1-b35b-83be4e20d72e HTTP/1.1" status: 200 len: 943 time: 0.0475266 Jun 14 18:16:38.785937 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.agents_db [None req-d83a49a0-1be1-4d29-a7ba-91319940a8a9 None None] Agent healthcheck: found 6 active agents {{(pid=102479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 14 18:16:38.802174 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-66961957-785f-486b-b61d-676fb6386f4e req-47070ff7-246e-41a6-a453-8cccdf5908fc tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e9b1789-2c21-44c4-9200-ad2f8fbcbd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311074 Jun 14 18:16:39.915010 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575a9988-36cf-4b95-a283-f5141f48dcb2 req-04b064e5-2611-47c0-a261-0be2083ce09b tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:39.916454 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-575a9988-36cf-4b95-a283-f5141f48dcb2 req-04b064e5-2611-47c0-a261-0be2083ce09b tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/ports?device_id=6004e2e1-5a5d-42b1-b35b-83be4e20d72e HTTP/1.1" status: 200 len: 943 time: 0.0487809 Jun 14 18:16:39.954610 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-575a9988-36cf-4b95-a283-f5141f48dcb2 req-001cadbc-1783-40c3-90c9-caa70956e5d9 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e9b1789-2c21-44c4-9200-ad2f8fbcbd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320911 Jun 14 18:16:41.071314 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192756ac-8a8e-4d04-8073-a76aa506c92e req-50d23734-d9ec-4d6b-80e9-19e8394bda8a tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:41.072807 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-192756ac-8a8e-4d04-8073-a76aa506c92e req-50d23734-d9ec-4d6b-80e9-19e8394bda8a tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/ports?device_id=6004e2e1-5a5d-42b1-b35b-83be4e20d72e HTTP/1.1" status: 200 len: 943 time: 0.0515873 Jun 14 18:16:41.110914 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-192756ac-8a8e-4d04-8073-a76aa506c92e req-28c51313-530d-488f-9a57-7f3ca5186759 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e9b1789-2c21-44c4-9200-ad2f8fbcbd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320261 Jun 14 18:16:42.228050 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbf8f27-0438-4053-87e7-1645e7b8df09 req-d808918b-4186-43d8-87c0-b04accbce1da tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:42.230282 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-5dbf8f27-0438-4053-87e7-1645e7b8df09 req-d808918b-4186-43d8-87c0-b04accbce1da tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/ports?device_id=6004e2e1-5a5d-42b1-b35b-83be4e20d72e HTTP/1.1" status: 200 len: 943 time: 0.0504286 Jun 14 18:16:42.266237 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-5dbf8f27-0438-4053-87e7-1645e7b8df09 req-784a12fd-5673-4bfc-95fb-2a4035591e7b tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e9b1789-2c21-44c4-9200-ad2f8fbcbd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302293 Jun 14 18:16:43.381699 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90364b0e-325a-4093-a1e3-becad9847f37 req-fdb6bad1-4021-425b-bcae-41d91e0550b2 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:43.383192 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-90364b0e-325a-4093-a1e3-becad9847f37 req-fdb6bad1-4021-425b-bcae-41d91e0550b2 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/ports?device_id=6004e2e1-5a5d-42b1-b35b-83be4e20d72e HTTP/1.1" status: 200 len: 943 time: 0.0510387 Jun 14 18:16:43.422266 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-90364b0e-325a-4093-a1e3-becad9847f37 req-9135e8b2-a627-4681-b269-3ff2ffd844eb tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e9b1789-2c21-44c4-9200-ad2f8fbcbd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325673 Jun 14 18:16:43.912610 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device db65d6ad-e03c-4d1f-9157-0ba6ff66b356 details requested by agent hyperv_hv-cinder-82173 with host hv-cinder-82173 {{(pid=102478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 14 18:16:44.005519 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] For port db65d6ad-e03c-4d1f-9157-0ba6ff66b356, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=db65d6ad-e03c-4d1f-9157-0ba6ff66b356,segment=NetworkSegment(2256f80c-8b7b-45d3-85f9-54dff98916a9),segment_id=2256f80c-8b7b-45d3-85f9-54dff98916a9)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:16:44.016906 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Returning: {'device': 'db65d6ad-e03c-4d1f-9157-0ba6ff66b356', 'network_id': '576da013-3617-4a8e-90bf-f7e3da71dae2', 'port_id': 'db65d6ad-e03c-4d1f-9157-0ba6ff66b356', 'mac_address': 'fa:16:3e:33:6f:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd637fcab-e631-4a9a-85a6-1edd05917c42', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 14 18:16:44.056047 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Current status of the port db65d6ad-e03c-4d1f-9157-0ba6ff66b356 is: DOWN; New status is: BUILD {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:16:44.056430 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:44.069542 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.notifiers.nova [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db65d6ad-e03c-4d1f-9157-0ba6ff66b356 {{(pid=102478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:16:44.088422 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] For port db65d6ad-e03c-4d1f-9157-0ba6ff66b356, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=db65d6ad-e03c-4d1f-9157-0ba6ff66b356,segment=NetworkSegment(2256f80c-8b7b-45d3-85f9-54dff98916a9),segment_id=2256f80c-8b7b-45d3-85f9-54dff98916a9)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:16:44.092459 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:44.139208 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Pushing event updated for resources: {'Port': ['ID=db65d6ad-e03c-4d1f-9157-0ba6ff66b356,revision_number=4']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:16:44.389348 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] get_ports_and_sgs() called for port_ids ['db65d6ad-e03c-4d1f-9157-0ba6ff66b356'] {{(pid=102478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 14 18:16:44.535443 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee2d2f-bc91-4d18-a73c-9e8537d0b37b req-45e76675-5571-4018-98ba-3bb2bf3418ce tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:44.536916 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-f4ee2d2f-bc91-4d18-a73c-9e8537d0b37b req-45e76675-5571-4018-98ba-3bb2bf3418ce tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/ports?device_id=6004e2e1-5a5d-42b1-b35b-83be4e20d72e HTTP/1.1" status: 200 len: 944 time: 0.0476763 Jun 14 18:16:44.579130 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-f4ee2d2f-bc91-4d18-a73c-9e8537d0b37b req-1c6081fc-2e82-4986-bfc9-ad018d7bee66 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e9b1789-2c21-44c4-9200-ad2f8fbcbd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352471 Jun 14 18:16:45.549518 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b2cae-bd6b-4635-8430-a1f9322d157c req-f4c6b185-e7a4-40cf-bc8f-8f370a853bdf tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:45.550931 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-d94b2cae-bd6b-4635-8430-a1f9322d157c req-f4c6b185-e7a4-40cf-bc8f-8f370a853bdf tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8b5ea8-c54d-4d44-beec-4a5c503b870e HTTP/1.1" status: 200 len: 946 time: 0.0484629 Jun 14 18:16:45.595148 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-d94b2cae-bd6b-4635-8430-a1f9322d157c req-c02f686a-46ae-4179-8362-3d1423fbf083 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/security-groups?id=395065f2-5ad0-4d61-889d-81c18e5b9b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381801 Jun 14 18:16:45.701603 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3a30e2-c6ce-4573-bdc7-f2639d1d7251 req-92812fb8-746b-4875-b672-7dacea892273 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:45.703089 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-9d3a30e2-c6ce-4573-bdc7-f2639d1d7251 req-92812fb8-746b-4875-b672-7dacea892273 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/ports?device_id=6004e2e1-5a5d-42b1-b35b-83be4e20d72e HTTP/1.1" status: 200 len: 944 time: 0.0506568 Jun 14 18:16:45.744145 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-9d3a30e2-c6ce-4573-bdc7-f2639d1d7251 req-3ea68e5c-c42c-4ef5-9370-f3faea1e7683 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e9b1789-2c21-44c4-9200-ad2f8fbcbd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349481 Jun 14 18:16:45.914188 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device db65d6ad-e03c-4d1f-9157-0ba6ff66b356 up at agent hyperv_hv-cinder-82173 {{(pid=102478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:16:45.964792 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Provisioning for port db65d6ad-e03c-4d1f-9157-0ba6ff66b356 completed by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 18:16:45.968758 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Provisioning complete for port db65d6ad-e03c-4d1f-9157-0ba6ff66b356 triggered by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:16:45.969131 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:46.048231 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Current status of the port db65d6ad-e03c-4d1f-9157-0ba6ff66b356 is: BUILD; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:16:46.048545 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:46.074452 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6004e2e1-5a5d-42b1-b35b-83be4e20d72e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db65d6ad-e03c-4d1f-9157-0ba6ff66b356'}] {{(pid=102478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:16:46.076692 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d8e2526aaff2bef62a8f92ec40b510f98ca8a12776779af706bb4cba97706d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-626058b6-d2af-4a62-ab2e-36c7bea88128" -d '{"events": [{"server_uuid": "6004e2e1-5a5d-42b1-b35b-83be4e20d72e", "name": "network-vif-plugged", "status": "completed", "tag": "db65d6ad-e03c-4d1f-9157-0ba6ff66b356"}]}' {{(pid=102478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:16:46.089838 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] For port db65d6ad-e03c-4d1f-9157-0ba6ff66b356, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=db65d6ad-e03c-4d1f-9157-0ba6ff66b356,segment=NetworkSegment(2256f80c-8b7b-45d3-85f9-54dff98916a9),segment_id=2256f80c-8b7b-45d3-85f9-54dff98916a9)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:16:46.094734 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:46.118999 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e87ecd-0ea1-4c82-87f3-d068d32714b7 x-openstack-request-id: req-e3e87ecd-0ea1-4c82-87f3-d068d32714b7 {{(pid=102478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:16:46.119313 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6004e2e1-5a5d-42b1-b35b-83be4e20d72e", "name": "network-vif-plugged", "status": "completed", "tag": "db65d6ad-e03c-4d1f-9157-0ba6ff66b356", "code": 200}]} {{(pid=102478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:16:46.119566 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e3e87ecd-0ea1-4c82-87f3-d068d32714b7 {{(pid=102478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:16:46.119999 dv-cinder-821739-1-iscsi neutron-server[102478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3e87ecd-0ea1-4c82-87f3-d068d32714b7'] response: {'server_uuid': '6004e2e1-5a5d-42b1-b35b-83be4e20d72e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db65d6ad-e03c-4d1f-9157-0ba6ff66b356', 'code': 200} Jun 14 18:16:46.148276 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Pushing event updated for resources: {'Port': ['ID=db65d6ad-e03c-4d1f-9157-0ba6ff66b356,revision_number=5']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:16:46.359582 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ee18a0-1578-41bf-ab5e-5979b1464c82 req-ec2fd944-92d2-4ad1-9efc-b15154c480bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:46.360982 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-a1ee18a0-1578-41bf-ab5e-5979b1464c82 req-ec2fd944-92d2-4ad1-9efc-b15154c480bb service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=6004e2e1-5a5d-42b1-b35b-83be4e20d72e HTTP/1.1" status: 200 len: 1098 time: 0.0388801 Jun 14 18:16:46.398975 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-a1ee18a0-1578-41bf-ab5e-5979b1464c82 req-f8f2f8dc-0d56-44c3-b1e4-3ebcc0554926 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=6e9b1789-2c21-44c4-9200-ad2f8fbcbd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275965 Jun 14 18:16:46.435498 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-c73d27e2-b179-48ed-ad0f-1aa4b7cd0890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:46.711217 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13577f90-840a-491d-bf42-71cce6891338 req-4815c570-d742-4319-a91d-8fd1bdb67d69 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:46.712665 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-13577f90-840a-491d-bf42-71cce6891338 req-4815c570-d742-4319-a91d-8fd1bdb67d69 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8b5ea8-c54d-4d44-beec-4a5c503b870e HTTP/1.1" status: 200 len: 946 time: 0.0499434 Jun 14 18:16:46.752959 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-13577f90-840a-491d-bf42-71cce6891338 req-020f72af-4756-454f-aa60-2fd8f1fc3b1c tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/security-groups?id=395065f2-5ad0-4d61-889d-81c18e5b9b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337036 Jun 14 18:16:46.865098 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d316634-a50a-44af-9fc6-cff3a422af4b req-2df85165-9b36-46a6-931a-b12ecd6c79fc tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:46.866554 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-3d316634-a50a-44af-9fc6-cff3a422af4b req-2df85165-9b36-46a6-931a-b12ecd6c79fc tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/ports?device_id=6004e2e1-5a5d-42b1-b35b-83be4e20d72e HTTP/1.1" status: 200 len: 945 time: 0.0523088 Jun 14 18:16:46.903377 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-3d316634-a50a-44af-9fc6-cff3a422af4b req-b43ab419-1d6f-4617-a84b-415eefb2bc63 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e9b1789-2c21-44c4-9200-ad2f8fbcbd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305715 Jun 14 18:16:47.867126 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96aaa11-c550-4c94-abe7-95a06205d3cc req-b04411c8-c5fe-4dc9-bc80-07e7e75f2f00 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:47.868570 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-d96aaa11-c550-4c94-abe7-95a06205d3cc req-b04411c8-c5fe-4dc9-bc80-07e7e75f2f00 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8b5ea8-c54d-4d44-beec-4a5c503b870e HTTP/1.1" status: 200 len: 946 time: 0.0487905 Jun 14 18:16:47.906058 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-d96aaa11-c550-4c94-abe7-95a06205d3cc req-5b176d85-604c-4d21-be1e-43dad9ff952c tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/security-groups?id=395065f2-5ad0-4d61-889d-81c18e5b9b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313556 Jun 14 18:16:48.016652 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44998450-bf1a-4d82-8883-5b0c718bd078 req-969a3b98-0e9e-4ed8-b8fe-caea50430d1a tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:48.018180 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-44998450-bf1a-4d82-8883-5b0c718bd078 req-969a3b98-0e9e-4ed8-b8fe-caea50430d1a tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/ports?device_id=6004e2e1-5a5d-42b1-b35b-83be4e20d72e HTTP/1.1" status: 200 len: 945 time: 0.0485108 Jun 14 18:16:48.067952 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-44998450-bf1a-4d82-8883-5b0c718bd078 req-d7494d1e-ea73-4a4b-8054-cc094de56a93 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e9b1789-2c21-44c4-9200-ad2f8fbcbd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434361 Jun 14 18:16:48.173489 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c24e0a4-dd74-4597-8940-c1f360c15933 req-c765ca7f-f809-482f-8269-ddfa5e3f35e0 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:48.174958 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-4c24e0a4-dd74-4597-8940-c1f360c15933 req-c765ca7f-f809-482f-8269-ddfa5e3f35e0 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.90 "GET /v2.0/ports?device_id=6a8b5ea8-c54d-4d44-beec-4a5c503b870e HTTP/1.1" status: 200 len: 946 time: 0.0739536 Jun 14 18:16:48.200153 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199a8c3-71ef-42c6-90c8-8be9d971862c req-e8924236-6153-4919-87f6-bc4ba937e28e tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:48.201560 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-8199a8c3-71ef-42c6-90c8-8be9d971862c req-e8924236-6153-4919-87f6-bc4ba937e28e tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/ports?device_id=6004e2e1-5a5d-42b1-b35b-83be4e20d72e HTTP/1.1" status: 200 len: 945 time: 0.0681121 Jun 14 18:16:48.290560 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-8199a8c3-71ef-42c6-90c8-8be9d971862c req-44b643d7-0431-4628-84fb-ce0e97b7e80d tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e9b1789-2c21-44c4-9200-ad2f8fbcbd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673127 Jun 14 18:16:48.311024 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.plugin [req-4c24e0a4-dd74-4597-8940-c1f360c15933 req-5e82694d-e9a3-485e-99ec-74cfb3051bc2 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Deleting port 8330099f-0bd0-4adb-af41-2651b0cf9e3b {{(pid=102476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 14 18:16:48.311366 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-4c24e0a4-dd74-4597-8940-c1f360c15933 req-5e82694d-e9a3-485e-99ec-74cfb3051bc2 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239577025'] for port, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:48.314080 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 56296) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:16:48.351845 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7310cb46-09bf-47fd-9c52-e5730404542a tempest-TestVolumeBootPattern-883065502 tempest-TestVolumeBootPattern-883065502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:48.353332 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-7310cb46-09bf-47fd-9c52-e5730404542a tempest-TestVolumeBootPattern-883065502 tempest-TestVolumeBootPattern-883065502-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=6004e2e1-5a5d-42b1-b35b-83be4e20d72e HTTP/1.1" status: 200 len: 1093 time: 0.0382769 Jun 14 18:16:48.357466 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 56298) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:16:48.361721 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.v2.base [None req-7d65ee30-8a15-43d7-b6b4-7d606deee2d3 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Request body: {'floatingip': {'floating_network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'port_id': 'db65d6ad-e03c-4d1f-9157-0ba6ff66b356', 'tenant_id': 'a98d65273e2546aa9252b74c4f9daae4', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:16:48.384241 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-7d65ee30-8a15-43d7-b6b4-7d606deee2d3 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks [] for floatingip, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:48.407929 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.db [req-4c24e0a4-dd74-4597-8940-c1f360c15933 req-5e82694d-e9a3-485e-99ec-74cfb3051bc2 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] For port 8330099f-0bd0-4adb-af41-2651b0cf9e3b, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=8330099f-0bd0-4adb-af41-2651b0cf9e3b,segment=NetworkSegment(91c000b5-b307-4d83-9292-f5327311bde5),segment_id=91c000b5-b307-4d83-9292-f5327311bde5)] {{(pid=102476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:16:48.408292 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-4c24e0a4-dd74-4597-8940-c1f360c15933 req-5e82694d-e9a3-485e-99ec-74cfb3051bc2 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282467'] for port, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:48.497127 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-7d65ee30-8a15-43d7-b6b4-7d606deee2d3 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:48.580036 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-4c24e0a4-dd74-4597-8940-c1f360c15933 req-5e82694d-e9a3-485e-99ec-74cfb3051bc2 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:48.580390 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-4c24e0a4-dd74-4597-8940-c1f360c15933 req-5e82694d-e9a3-485e-99ec-74cfb3051bc2 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8287696'] for floatingip, after_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:48.580783 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.db.l3_db [req-4c24e0a4-dd74-4597-8940-c1f360c15933 req-5e82694d-e9a3-485e-99ec-74cfb3051bc2 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Floating IP 909abb66-904e-460a-95fb-c91fa13d3187 disassociated. External IP: 172.27.2.41, port: 8330099f-0bd0-4adb-af41-2651b0cf9e3b. Jun 14 18:16:48.581062 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.plugin [req-4c24e0a4-dd74-4597-8940-c1f360c15933 req-5e82694d-e9a3-485e-99ec-74cfb3051bc2 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Calling delete_port for 8330099f-0bd0-4adb-af41-2651b0cf9e3b owned by compute:nova {{(pid=102476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 14 18:16:48.608111 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.db_base_plugin_common [None req-7d65ee30-8a15-43d7-b6b4-7d606deee2d3 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Allocated IP 172.27.2.40 (0514a421-38fe-44fa-a158-ef00d417fed9/5974f5a1-c656-4a3f-aaeb-f2cb77111b45/2dc44368-90c2-4720-92d8-a0b76235b107) {{(pid=102477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:16:48.714468 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-7d65ee30-8a15-43d7-b6b4-7d606deee2d3 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks [] for port, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:48.717497 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-4c24e0a4-dd74-4597-8940-c1f360c15933 req-5e82694d-e9a3-485e-99ec-74cfb3051bc2 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239583007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239190869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378765'] for port, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:48.726467 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-13bc0335-9651-45d6-a10e-bb671ef4231b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:48.749607 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e82694d-e9a3-485e-99ec-74cfb3051bc2 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Pushing event deleted for resources: {'Port': ['ID=8330099f-0bd0-4adb-af41-2651b0cf9e3b,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:16:48.752624 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-7d65ee30-8a15-43d7-b6b4-7d606deee2d3 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239190878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16661523'] for port, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:48.789623 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d65ee30-8a15-43d7-b6b4-7d606deee2d3 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Network 0514a421-38fe-44fa-a158-ef00d417fed9 is already hosted by enough agents. {{(pid=102477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:16:48.793538 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.base_scheduler [None req-7d65ee30-8a15-43d7-b6b4-7d606deee2d3 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Resources bound (agent type, host, resource id): {{(pid=102477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:16:48.797510 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d65ee30-8a15-43d7-b6b4-7d606deee2d3 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Received port after_create {{(pid=102477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 14 18:16:48.838132 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d65ee30-8a15-43d7-b6b4-7d606deee2d3 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Pushing event updated for resources: {'Port': ['ID=2dc44368-90c2-4720-92d8-a0b76235b107,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:16:48.875946 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c24e0a4-dd74-4597-8940-c1f360c15933 req-5e82694d-e9a3-485e-99ec-74cfb3051bc2 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Router 5d0e627f-9931-44e7-bb8d-ffce79c09333 has already been hosted by L3 agent 2bd7ef4a-700f-45f4-ae1e-98ca6454acba {{(pid=102476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:16:48.988531 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c24e0a4-dd74-4597-8940-c1f360c15933 req-5e82694d-e9a3-485e-99ec-74cfb3051bc2 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify agent at l3_agent.dv-cinder-821739-1-iscsi the message routers_updated {{(pid=102476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:16:49.001700 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86aee878-d360-4319-aa1d-854ba7426283 None None] Sync routers for ids ['5d0e627f-9931-44e7-bb8d-ffce79c09333'] in dv-cinder-821739-1-iscsi {{(pid=102478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:16:49.012356 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86aee878-d360-4319-aa1d-854ba7426283 None None] Routers {'5d0e627f-9931-44e7-bb8d-ffce79c09333'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:16:49.012976 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-86aee878-d360-4319-aa1d-854ba7426283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:16:49Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['5d0e627f-9931-44e7-bb8d-ffce79c09333'], 'active': True} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:16:49.027045 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c24e0a4-dd74-4597-8940-c1f360c15933 req-5e82694d-e9a3-485e-99ec-74cfb3051bc2 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] No DVR routers for this DVR port 8330099f-0bd0-4adb-af41-2651b0cf9e3b on host hv-cinder-82173 {{(pid=102476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 18:16:49.030235 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-4c24e0a4-dd74-4597-8940-c1f360c15933 req-5e82694d-e9a3-485e-99ec-74cfb3051bc2 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for port, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:49.032904 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-6006df3d-f44d-4ac0-b5fd-b9849c8fc151 req-a4816ad6-8fe7-49ba-80d1-081b9e89032e tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8b5ea8-c54d-4d44-beec-4a5c503b870e HTTP/1.1" status: 200 len: 210 time: 0.0543556 Jun 14 18:16:49.033560 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-4c24e0a4-dd74-4597-8940-c1f360c15933 req-5e82694d-e9a3-485e-99ec-74cfb3051bc2 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.90 "DELETE /v2.0/ports/8330099f-0bd0-4adb-af41-2651b0cf9e3b HTTP/1.1" status: 204 len: 173 time: 0.8495967 Jun 14 18:16:49.034045 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a8b5ea8-c54d-4d44-beec-4a5c503b870e', 'name': 'network-vif-deleted', 'tag': '8330099f-0bd0-4adb-af41-2651b0cf9e3b'}] {{(pid=102476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:16:49.036733 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f6785e4de8a87b7f797dd5e96f4d126f8c0b91c7fbdcfaa1853e8ef739b068f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-563006ba-1d4c-4e13-9c11-e412bfae5bdb" -d '{"events": [{"server_uuid": "6a8b5ea8-c54d-4d44-beec-4a5c503b870e", "name": "network-vif-deleted", "tag": "8330099f-0bd0-4adb-af41-2651b0cf9e3b"}]}' {{(pid=102476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:16:49.088397 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff2294aa-fff9-4aec-8d75-fb720672659d x-openstack-request-id: req-ff2294aa-fff9-4aec-8d75-fb720672659d {{(pid=102476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:16:49.089331 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a8b5ea8-c54d-4d44-beec-4a5c503b870e", "name": "network-vif-deleted", "tag": "8330099f-0bd0-4adb-af41-2651b0cf9e3b", "status": "completed", "code": 200}]} {{(pid=102476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:16:49.089495 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ff2294aa-fff9-4aec-8d75-fb720672659d {{(pid=102476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:16:49.089935 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff2294aa-fff9-4aec-8d75-fb720672659d'] response: {'server_uuid': '6a8b5ea8-c54d-4d44-beec-4a5c503b870e', 'name': 'network-vif-deleted', 'tag': '8330099f-0bd0-4adb-af41-2651b0cf9e3b', 'status': 'completed', 'code': 200} Jun 14 18:16:49.150442 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvr_db [None req-86aee878-d360-4319-aa1d-854ba7426283 None None] Set router 5d0e627f-9931-44e7-bb8d-ffce79c09333 gateway port host: dv-cinder-821739-1-iscsi {{(pid=102478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:16:49.264137 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-7d65ee30-8a15-43d7-b6b4-7d606deee2d3 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:49.338147 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-7d65ee30-8a15-43d7-b6b4-7d606deee2d3 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:49.374582 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-86aee878-d360-4319-aa1d-854ba7426283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0e627f-9931-44e7-bb8d-ffce79c09333', 'name': 'tempest-AttachVolumeTestJSON-504290740-router', 'tenant_id': '1656a3c434d1462d9a2c48c24f0b7728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '7ab5aec5-e4c5-4e04-9cca-c95dea8cfc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:11:28Z', 'updated_at': '2022-06-14T18:11:33Z', 'revision_number': 4, 'project_id': '1656a3c434d1462d9a2c48c24f0b7728', 'gw_port': {'id': '7ab5aec5-e4c5-4e04-9cca-c95dea8cfc69', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0e627f-9931-44e7-bb8d-ffce79c09333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:28Z', 'updated_at': '2022-06-14T18:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_interfaces': [{'id': '938b64a5-df52-4436-973f-36281c5eb5a6', 'name': '', 'network_id': 'e4802f45-6d76-4b53-9a7f-7b43659748a3', 'tenant_id': '1656a3c434d1462d9a2c48c24f0b7728', 'mac_address': 'fa:16:3e:12:8c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0e627f-9931-44e7-bb8d-ffce79c09333', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '0bf57453-530a-4cde-8cdb-616dbddd580e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:31Z', 'updated_at': '2022-06-14T18:11:44Z', 'revision_number': 5, 'project_id': '1656a3c434d1462d9a2c48c24f0b7728', 'subnets': [{'id': '0bf57453-530a-4cde-8cdb-616dbddd580e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:16:49.405079 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86aee878-d360-4319-aa1d-854ba7426283 None None] Checking router: 5d0e627f-9931-44e7-bb8d-ffce79c09333 for host: dv-cinder-821739-1-iscsi {{(pid=102478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:16:49.413342 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86aee878-d360-4319-aa1d-854ba7426283 None None] Routers {'5d0e627f-9931-44e7-bb8d-ffce79c09333'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:16:49.413978 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-86aee878-d360-4319-aa1d-854ba7426283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:16:49Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['5d0e627f-9931-44e7-bb8d-ffce79c09333'], 'active': True} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:16:49.492941 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-7d65ee30-8a15-43d7-b6b4-7d606deee2d3 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks [] for port, precommit_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:49.498412 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-7d65ee30-8a15-43d7-b6b4-7d606deee2d3 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16661530'] for port, after_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:49.523449 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvr_db [None req-86aee878-d360-4319-aa1d-854ba7426283 None None] Set router 5d0e627f-9931-44e7-bb8d-ffce79c09333 gateway port host: dv-cinder-821739-1-iscsi {{(pid=102478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:16:49.567620 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d65ee30-8a15-43d7-b6b4-7d606deee2d3 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Pushing event updated for resources: {'Port': ['ID=2dc44368-90c2-4720-92d8-a0b76235b107,revision_number=2']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:16:49.577301 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-7d65ee30-8a15-43d7-b6b4-7d606deee2d3 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8287696'] for floatingip, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:49.683487 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.db.l3_db [None req-7d65ee30-8a15-43d7-b6b4-7d606deee2d3 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Floating IP 55b6a35f-808e-4222-994c-1d0e2e7c4146 associated. External IP: 172.27.2.40, port: db65d6ad-e03c-4d1f-9157-0ba6ff66b356. Jun 14 18:16:49.737519 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-86aee878-d360-4319-aa1d-854ba7426283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0e627f-9931-44e7-bb8d-ffce79c09333', 'name': 'tempest-AttachVolumeTestJSON-504290740-router', 'tenant_id': '1656a3c434d1462d9a2c48c24f0b7728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '7ab5aec5-e4c5-4e04-9cca-c95dea8cfc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:11:28Z', 'updated_at': '2022-06-14T18:11:33Z', 'revision_number': 4, 'project_id': '1656a3c434d1462d9a2c48c24f0b7728', 'gw_port': {'id': '7ab5aec5-e4c5-4e04-9cca-c95dea8cfc69', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0e627f-9931-44e7-bb8d-ffce79c09333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:28Z', 'updated_at': '2022-06-14T18:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_interfaces': [{'id': '938b64a5-df52-4436-973f-36281c5eb5a6', 'name': '', 'network_id': 'e4802f45-6d76-4b53-9a7f-7b43659748a3', 'tenant_id': '1656a3c434d1462d9a2c48c24f0b7728', 'mac_address': 'fa:16:3e:12:8c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0e627f-9931-44e7-bb8d-ffce79c09333', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '0bf57453-530a-4cde-8cdb-616dbddd580e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:31Z', 'updated_at': '2022-06-14T18:11:44Z', 'revision_number': 5, 'project_id': '1656a3c434d1462d9a2c48c24f0b7728', 'subnets': [{'id': '0bf57453-530a-4cde-8cdb-616dbddd580e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:16:49.764822 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86aee878-d360-4319-aa1d-854ba7426283 None None] The sync data for ids ['5d0e627f-9931-44e7-bb8d-ffce79c09333'] in dv-cinder-821739-1-iscsi is: [{'id': '5d0e627f-9931-44e7-bb8d-ffce79c09333', 'name': 'tempest-AttachVolumeTestJSON-504290740-router', 'tenant_id': '1656a3c434d1462d9a2c48c24f0b7728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '7ab5aec5-e4c5-4e04-9cca-c95dea8cfc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:11:28Z', 'updated_at': '2022-06-14T18:11:33Z', 'revision_number': 4, 'project_id': '1656a3c434d1462d9a2c48c24f0b7728', 'gw_port': {'id': '7ab5aec5-e4c5-4e04-9cca-c95dea8cfc69', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0e627f-9931-44e7-bb8d-ffce79c09333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:28Z', 'updated_at': '2022-06-14T18:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_interfaces': [{'id': '938b64a5-df52-4436-973f-36281c5eb5a6', 'name': '', 'network_id': 'e4802f45-6d76-4b53-9a7f-7b43659748a3', 'tenant_id': '1656a3c434d1462d9a2c48c24f0b7728', 'mac_address': 'fa:16:3e:12:8c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0e627f-9931-44e7-bb8d-ffce79c09333', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '0bf57453-530a-4cde-8cdb-616dbddd580e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:31Z', 'updated_at': '2022-06-14T18:11:44Z', 'revision_number': 5, 'project_id': '1656a3c434d1462d9a2c48c24f0b7728', 'subnets': [{'id': '0bf57453-530a-4cde-8cdb-616dbddd580e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:16:49.799391 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-cf1fda14-6f0d-42ea-928d-63fe9f24329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:49.907648 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d65ee30-8a15-43d7-b6b4-7d606deee2d3 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Router 541a79cc-ea6c-4e86-a3e6-05b260334012 has already been hosted by L3 agent 2bd7ef4a-700f-45f4-ae1e-98ca6454acba {{(pid=102477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:16:49.999833 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743fe3b5-3cf9-4998-8716-c8f2bb6c4901 None None] New status for floating IP 909abb66-904e-460a-95fb-c91fa13d3187: DOWN {{(pid=102479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 18:16:50.019216 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d65ee30-8a15-43d7-b6b4-7d606deee2d3 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify agent at l3_agent.dv-cinder-821739-1-iscsi the message routers_updated {{(pid=102477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:16:50.030193 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f037f942-3768-4433-9f00-ae9d5c6d66ba None None] Sync routers for ids ['541a79cc-ea6c-4e86-a3e6-05b260334012'] in dv-cinder-821739-1-iscsi {{(pid=102478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:16:50.038879 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-7d65ee30-8a15-43d7-b6b4-7d606deee2d3 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for floatingip, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:50.039462 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f037f942-3768-4433-9f00-ae9d5c6d66ba None None] Routers {'541a79cc-ea6c-4e86-a3e6-05b260334012'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:16:50.039992 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-f037f942-3768-4433-9f00-ae9d5c6d66ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:16:49Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['541a79cc-ea6c-4e86-a3e6-05b260334012'], 'active': True} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:16:50.070254 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-7d65ee30-8a15-43d7-b6b4-7d606deee2d3 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7096879 Jun 14 18:16:50.070254 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6004e2e1-5a5d-42b1-b35b-83be4e20d72e', 'tag': 'db65d6ad-e03c-4d1f-9157-0ba6ff66b356'}] {{(pid=102477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:16:50.071088 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63a05a5c49a881ad62840f65bcdf4689c8e257def52ee20504415851ea2faa0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34afc415-3181-47db-a2c3-39bc2a69f0d5" -d '{"events": [{"name": "network-changed", "server_uuid": "6004e2e1-5a5d-42b1-b35b-83be4e20d72e", "tag": "db65d6ad-e03c-4d1f-9157-0ba6ff66b356"}]}' {{(pid=102477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:16:50.122848 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Jun 2022 18:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d16f84-b3be-4b8d-aecb-5022922e9a5b x-openstack-request-id: req-16d16f84-b3be-4b8d-aecb-5022922e9a5b {{(pid=102477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:16:50.123020 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6004e2e1-5a5d-42b1-b35b-83be4e20d72e", "tag": "db65d6ad-e03c-4d1f-9157-0ba6ff66b356", "status": "completed", "code": 200}]} {{(pid=102477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:16:50.123241 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-16d16f84-b3be-4b8d-aecb-5022922e9a5b {{(pid=102477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:16:50.123634 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16d16f84-b3be-4b8d-aecb-5022922e9a5b'] response: {'name': 'network-changed', 'server_uuid': '6004e2e1-5a5d-42b1-b35b-83be4e20d72e', 'tag': 'db65d6ad-e03c-4d1f-9157-0ba6ff66b356', 'status': 'completed', 'code': 200} Jun 14 18:16:50.147738 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 56314) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:16:50.157289 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvr_db [None req-f037f942-3768-4433-9f00-ae9d5c6d66ba None None] Set router 541a79cc-ea6c-4e86-a3e6-05b260334012 gateway port host: dv-cinder-821739-1-iscsi {{(pid=102478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:16:50.213292 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-f6181da3-0936-4c66-b907-4e4cee6b5fa4 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify callbacks [] for security_group, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:50.239547 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-f6181da3-0936-4c66-b907-4e4cee6b5fa4 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:50.262236 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34afc415-3181-47db-a2c3-39bc2a69f0d5 req-bd022162-ee76-47ed-b28a-f3f30ab32e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:50.264393 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-34afc415-3181-47db-a2c3-39bc2a69f0d5 req-bd022162-ee76-47ed-b28a-f3f30ab32e45 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a98d65273e2546aa9252b74c4f9daae4&device_id=6004e2e1-5a5d-42b1-b35b-83be4e20d72e HTTP/1.1" status: 200 len: 1098 time: 0.1001239 Jun 14 18:16:50.294632 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-f6181da3-0936-4c66-b907-4e4cee6b5fa4 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:50.297954 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-f6181da3-0936-4c66-b907-4e4cee6b5fa4 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify callbacks [] for security_group, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:50.302327 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-f6181da3-0936-4c66-b907-4e4cee6b5fa4 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "DELETE /v2.0/security-groups/395065f2-5ad0-4d61-889d-81c18e5b9b3a HTTP/1.1" status: 204 len: 168 time: 0.1492519 Jun 14 18:16:50.302633 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 56318) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:16:50.309061 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6181da3-0936-4c66-b907-4e4cee6b5fa4 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=395065f2-5ad0-4d61-889d-81c18e5b9b3a,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:16:50.328943 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.api.v2.resource [None req-587f20f4-2627-4d8c-ad8b-3b2477f35c66 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] show failed (client error): The resource could not be found. Jun 14 18:16:50.329974 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-587f20f4-2627-4d8c-ad8b-3b2477f35c66 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/security-groups/395065f2-5ad0-4d61-889d-81c18e5b9b3a HTTP/1.1" status: 404 len: 347 time: 0.0261581 Jun 14 18:16:50.332984 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 56320) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:16:50.416125 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-f037f942-3768-4433-9f00-ae9d5c6d66ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '541a79cc-ea6c-4e86-a3e6-05b260334012', 'name': 'tempest-TestVolumeBootPattern-813700890-router', 'tenant_id': 'a98d65273e2546aa9252b74c4f9daae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '90224574-fba3-494b-aff0-a9906c2e6261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:12:56Z', 'updated_at': '2022-06-14T18:12:59Z', 'revision_number': 4, 'project_id': 'a98d65273e2546aa9252b74c4f9daae4', 'gw_port': {'id': '90224574-fba3-494b-aff0-a9906c2e6261', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:42:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541a79cc-ea6c-4e86-a3e6-05b260334012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:12:57Z', 'updated_at': '2022-06-14T18:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_floatingips': [{'id': '55b6a35f-808e-4222-994c-1d0e2e7c4146', 'tenant_id': 'a98d65273e2546aa9252b74c4f9daae4', 'floating_ip_address': '172.27.2.40', 'floating_network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'router_id': '541a79cc-ea6c-4e86-a3e6-05b260334012', 'port_id': 'db65d6ad-e03c-4d1f-9157-0ba6ff66b356', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '576da013-3617-4a8e-90bf-f7e3da71dae2', 'mac_address': 'fa:16:3e:33:6f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6004e2e1-5a5d-42b1-b35b-83be4e20d72e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:16:49Z', 'updated_at': '2022-06-14T18:16:49Z', 'revision_number': 0, 'project_id': 'a98d65273e2546aa9252b74c4f9daae4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45cf2237-13fc-429f-8e42-ba1e2f509c5c', 'name': '', 'network_id': '576da013-3617-4a8e-90bf-f7e3da71dae2', 'tenant_id': 'a98d65273e2546aa9252b74c4f9daae4', 'mac_address': 'fa:16:3e:98:e6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541a79cc-ea6c-4e86-a3e6-05b260334012', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'd637fcab-e631-4a9a-85a6-1edd05917c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:12:59Z', 'updated_at': '2022-06-14T18:13:04Z', 'revision_number': 5, 'project_id': 'a98d65273e2546aa9252b74c4f9daae4', 'subnets': [{'id': 'd637fcab-e631-4a9a-85a6-1edd05917c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:16:50.443504 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f037f942-3768-4433-9f00-ae9d5c6d66ba None None] Checking router: 541a79cc-ea6c-4e86-a3e6-05b260334012 for host: dv-cinder-821739-1-iscsi {{(pid=102478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:16:50.451748 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f037f942-3768-4433-9f00-ae9d5c6d66ba None None] Routers {'541a79cc-ea6c-4e86-a3e6-05b260334012'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:16:50.452363 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-f037f942-3768-4433-9f00-ae9d5c6d66ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:16:49Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['541a79cc-ea6c-4e86-a3e6-05b260334012'], 'active': True} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:16:50.486317 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34afc415-3181-47db-a2c3-39bc2a69f0d5 req-dec7c0e9-532f-4e74-888b-674d330e2972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:50.487791 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-34afc415-3181-47db-a2c3-39bc2a69f0d5 req-dec7c0e9-532f-4e74-888b-674d330e2972 service neutron] 10.222.0.90 "GET /v2.0/networks?id=576da013-3617-4a8e-90bf-f7e3da71dae2 HTTP/1.1" status: 200 len: 913 time: 0.2088392 Jun 14 18:16:50.558596 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvr_db [None req-f037f942-3768-4433-9f00-ae9d5c6d66ba None None] Set router 541a79cc-ea6c-4e86-a3e6-05b260334012 gateway port host: dv-cinder-821739-1-iscsi {{(pid=102478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:16:50.559618 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.plugin [None req-d50a33ad-b620-41d7-a1da-070a2322ce4d tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Deleting port 702feaea-ac77-4f3b-ba78-2045b7ef36bc {{(pid=102476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 14 18:16:50.559963 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-d50a33ad-b620-41d7-a1da-070a2322ce4d tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239577025'] for port, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:50.578398 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-34afc415-3181-47db-a2c3-39bc2a69f0d5 req-371c0e17-090c-473a-9ccf-73d6e94f52b3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db65d6ad-e03c-4d1f-9157-0ba6ff66b356 HTTP/1.1" status: 200 len: 998 time: 0.0816951 Jun 14 18:16:50.674571 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34afc415-3181-47db-a2c3-39bc2a69f0d5 req-69063456-294b-4b7d-afbc-1b92eec2835a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:50.676020 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-34afc415-3181-47db-a2c3-39bc2a69f0d5 req-69063456-294b-4b7d-afbc-1b92eec2835a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d637fcab-e631-4a9a-85a6-1edd05917c42 HTTP/1.1" status: 200 len: 850 time: 0.0879006 Jun 14 18:16:50.700700 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-d50a33ad-b620-41d7-a1da-070a2322ce4d tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282467'] for port, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:50.701005 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-d50a33ad-b620-41d7-a1da-070a2322ce4d tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:50.728468 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.plugin [None req-d50a33ad-b620-41d7-a1da-070a2322ce4d tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Calling delete_port for 702feaea-ac77-4f3b-ba78-2045b7ef36bc owned by network:floatingip {{(pid=102476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 14 18:16:50.783448 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34afc415-3181-47db-a2c3-39bc2a69f0d5 req-78d59a5d-1a02-477f-8a8f-6f7c0033a5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:50.784912 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-34afc415-3181-47db-a2c3-39bc2a69f0d5 req-78d59a5d-1a02-477f-8a8f-6f7c0033a5e2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=576da013-3617-4a8e-90bf-f7e3da71dae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0993302 Jun 14 18:16:50.909241 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-f037f942-3768-4433-9f00-ae9d5c6d66ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '541a79cc-ea6c-4e86-a3e6-05b260334012', 'name': 'tempest-TestVolumeBootPattern-813700890-router', 'tenant_id': 'a98d65273e2546aa9252b74c4f9daae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '90224574-fba3-494b-aff0-a9906c2e6261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:12:56Z', 'updated_at': '2022-06-14T18:12:59Z', 'revision_number': 4, 'project_id': 'a98d65273e2546aa9252b74c4f9daae4', 'gw_port': {'id': '90224574-fba3-494b-aff0-a9906c2e6261', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:42:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541a79cc-ea6c-4e86-a3e6-05b260334012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:12:57Z', 'updated_at': '2022-06-14T18:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_floatingips': [{'id': '55b6a35f-808e-4222-994c-1d0e2e7c4146', 'tenant_id': 'a98d65273e2546aa9252b74c4f9daae4', 'floating_ip_address': '172.27.2.40', 'floating_network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'router_id': '541a79cc-ea6c-4e86-a3e6-05b260334012', 'port_id': 'db65d6ad-e03c-4d1f-9157-0ba6ff66b356', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '576da013-3617-4a8e-90bf-f7e3da71dae2', 'mac_address': 'fa:16:3e:33:6f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6004e2e1-5a5d-42b1-b35b-83be4e20d72e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:16:49Z', 'updated_at': '2022-06-14T18:16:49Z', 'revision_number': 0, 'project_id': 'a98d65273e2546aa9252b74c4f9daae4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45cf2237-13fc-429f-8e42-ba1e2f509c5c', 'name': '', 'network_id': '576da013-3617-4a8e-90bf-f7e3da71dae2', 'tenant_id': 'a98d65273e2546aa9252b74c4f9daae4', 'mac_address': 'fa:16:3e:98:e6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541a79cc-ea6c-4e86-a3e6-05b260334012', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'd637fcab-e631-4a9a-85a6-1edd05917c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:12:59Z', 'updated_at': '2022-06-14T18:13:04Z', 'revision_number': 5, 'project_id': 'a98d65273e2546aa9252b74c4f9daae4', 'subnets': [{'id': 'd637fcab-e631-4a9a-85a6-1edd05917c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:16:50.920248 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-34afc415-3181-47db-a2c3-39bc2a69f0d5 req-f8d8aaf8-8471-4a05-b4f8-958d2122dffa service neutron] 10.222.0.90 "GET /v2.0/networks/576da013-3617-4a8e-90bf-f7e3da71dae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266651 Jun 14 18:16:50.935666 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f037f942-3768-4433-9f00-ae9d5c6d66ba None None] The sync data for ids ['541a79cc-ea6c-4e86-a3e6-05b260334012'] in dv-cinder-821739-1-iscsi is: [{'id': '541a79cc-ea6c-4e86-a3e6-05b260334012', 'name': 'tempest-TestVolumeBootPattern-813700890-router', 'tenant_id': 'a98d65273e2546aa9252b74c4f9daae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '90224574-fba3-494b-aff0-a9906c2e6261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:12:56Z', 'updated_at': '2022-06-14T18:12:59Z', 'revision_number': 4, 'project_id': 'a98d65273e2546aa9252b74c4f9daae4', 'gw_port': {'id': '90224574-fba3-494b-aff0-a9906c2e6261', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:42:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541a79cc-ea6c-4e86-a3e6-05b260334012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:12:57Z', 'updated_at': '2022-06-14T18:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_floatingips': [{'id': '55b6a35f-808e-4222-994c-1d0e2e7c4146', 'tenant_id': 'a98d65273e2546aa9252b74c4f9daae4', 'floating_ip_address': '172.27.2.40', 'floating_network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'router_id': '541a79cc-ea6c-4e86-a3e6-05b260334012', 'port_id': 'db65d6ad-e03c-4d1f-9157-0ba6ff66b356', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '576da013-3617-4a8e-90bf-f7e3da71dae2', 'mac_address': 'fa:16:3e:33:6f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6004e2e1-5a5d-42b1-b35b-83be4e20d72e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:16:49Z', 'updated_at': '2022-06-14T18:16:49Z', 'revision_number': 0, 'project_id': 'a98d65273e2546aa9252b74c4f9daae4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45cf2237-13fc-429f-8e42-ba1e2f509c5c', 'name': '', 'network_id': '576da013-3617-4a8e-90bf-f7e3da71dae2', 'tenant_id': 'a98d65273e2546aa9252b74c4f9daae4', 'mac_address': 'fa:16:3e:98:e6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541a79cc-ea6c-4e86-a3e6-05b260334012', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'd637fcab-e631-4a9a-85a6-1edd05917c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:12:59Z', 'updated_at': '2022-06-14T18:13:04Z', 'revision_number': 5, 'project_id': 'a98d65273e2546aa9252b74c4f9daae4', 'subnets': [{'id': 'd637fcab-e631-4a9a-85a6-1edd05917c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:16:50.994719 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-d50a33ad-b620-41d7-a1da-070a2322ce4d tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239583007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239190869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378765'] for port, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:51.027438 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a33ad-b620-41d7-a1da-070a2322ce4d tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Pushing event deleted for resources: {'Port': ['ID=702feaea-ac77-4f3b-ba78-2045b7ef36bc,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:16:51.086842 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-34afc415-3181-47db-a2c3-39bc2a69f0d5 req-23ea8237-eb52-49eb-9cf5-8938ce163910 service neutron] 10.222.0.90 "GET /v2.0/networks/576da013-3617-4a8e-90bf-f7e3da71dae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591165 Jun 14 18:16:51.102089 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-d50a33ad-b620-41d7-a1da-070a2322ce4d tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify callbacks [] for floatingip, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:51.105238 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-d50a33ad-b620-41d7-a1da-070a2322ce4d tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for floatingip, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:51.106415 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-d50a33ad-b620-41d7-a1da-070a2322ce4d tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "DELETE /v2.0/floatingips/909abb66-904e-460a-95fb-c91fa13d3187 HTTP/1.1" status: 204 len: 168 time: 0.7723114 Jun 14 18:16:51.156874 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2df3755-ff1e-48e4-8814-99f5ad313e42 None None] New status for floating IP 55b6a35f-808e-4222-994c-1d0e2e7c4146: ACTIVE {{(pid=102479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 18:16:51.206623 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 56324) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:16:51.211308 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.v2.base [None req-a8c7acf4-669c-495c-930a-af52937b26a6 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1528048458', 'description': 'tempest-description--697952696'}} {{(pid=102477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:16:51.234557 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-a8c7acf4-669c-495c-930a-af52937b26a6 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify callbacks [] for security_group, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:51.304179 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-a8c7acf4-669c-495c-930a-af52937b26a6 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify callbacks [] for security_group, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:51.309219 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-a8c7acf4-669c-495c-930a-af52937b26a6 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:51.340621 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-a8c7acf4-669c-495c-930a-af52937b26a6 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify callbacks [] for security_group, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:51.344618 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-a8c7acf4-669c-495c-930a-af52937b26a6 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1341629 Jun 14 18:16:51.344965 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 56326) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:16:51.349785 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.v2.base [None req-98c281d8-cf71-468d-8891-549d75743530 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Request body: {'security_group_rule': {'security_group_id': '8b9641c5-1a2d-4f97-a302-9b0f0a9cb0c7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:16:51.355262 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c7acf4-669c-495c-930a-af52937b26a6 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b9641c5-1a2d-4f97-a302-9b0f0a9cb0c7,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:16:51.378458 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-98c281d8-cf71-468d-8891-549d75743530 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:51.436673 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-98c281d8-cf71-468d-8891-549d75743530 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:51.441153 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-98c281d8-cf71-468d-8891-549d75743530 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8370858'] for security_group_rule, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:51.458395 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c281d8-cf71-468d-8891-549d75743530 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e07f5c8a-f356-44c3-ae41-b6a5cbd6a71e,revision_number=0']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:16:51.466735 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-98c281d8-cf71-468d-8891-549d75743530 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:51.467862 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-98c281d8-cf71-468d-8891-549d75743530 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1220801 Jun 14 18:16:51.471120 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 56330) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:16:51.475465 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.v2.base [None req-0483895b-1bc3-47bb-914b-3f33994e7347 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Request body: {'security_group_rule': {'security_group_id': '8b9641c5-1a2d-4f97-a302-9b0f0a9cb0c7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:16:51.499823 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-0483895b-1bc3-47bb-914b-3f33994e7347 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:51.554425 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-0483895b-1bc3-47bb-914b-3f33994e7347 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:51.558472 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-0483895b-1bc3-47bb-914b-3f33994e7347 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8370858'] for security_group_rule, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:51.579201 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0483895b-1bc3-47bb-914b-3f33994e7347 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2505f31d-fedf-4d22-b376-c8a5b9d5ef76,revision_number=0']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:16:51.588151 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-0483895b-1bc3-47bb-914b-3f33994e7347 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:51.589586 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-0483895b-1bc3-47bb-914b-3f33994e7347 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1174655 Jun 14 18:16:51.592845 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 56332) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:16:51.597358 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.v2.base [None req-3099027c-a555-42d8-946f-0e14ef9de6b5 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Request body: {'floatingip': {'floating_network_id': '0514a421-38fe-44fa-a158-ef00d417fed9'}} {{(pid=102476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:16:51.606795 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-1a5f21f8-b210-492f-a8cf-2d8a6010caea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:51.617393 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-3099027c-a555-42d8-946f-0e14ef9de6b5 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify callbacks [] for floatingip, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:51.715268 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-3099027c-a555-42d8-946f-0e14ef9de6b5 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:51.825255 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.db.db_base_plugin_common [None req-3099027c-a555-42d8-946f-0e14ef9de6b5 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Allocated IP 172.27.2.231 (0514a421-38fe-44fa-a158-ef00d417fed9/5974f5a1-c656-4a3f-aaeb-f2cb77111b45/c637a4df-05e1-4829-8fdc-73718abddd8d) {{(pid=102476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:16:51.946448 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device 8330099f-0bd0-4adb-af41-2651b0cf9e3b no longer exists at agent hyperv_hv-cinder-82173 {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:16:51.951231 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:51.974173 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] No Port match for: 8330099f-0bd0-4adb-af41-2651b0cf9e3b {{(pid=102478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 14 18:16:51.974519 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device 8330099f-0bd0-4adb-af41-2651b0cf9e3b not bound to the agent host hv-cinder-82173 {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:16:52.170149 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-3099027c-a555-42d8-946f-0e14ef9de6b5 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify callbacks [] for port, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:52.203466 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-3099027c-a555-42d8-946f-0e14ef9de6b5 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239190878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378765'] for port, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:52.243593 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3099027c-a555-42d8-946f-0e14ef9de6b5 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Network 0514a421-38fe-44fa-a158-ef00d417fed9 is already hosted by enough agents. {{(pid=102476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:16:52.246638 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.base_scheduler [None req-3099027c-a555-42d8-946f-0e14ef9de6b5 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Resources bound (agent type, host, resource id): {{(pid=102476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:16:52.249938 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3099027c-a555-42d8-946f-0e14ef9de6b5 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Received port after_create {{(pid=102476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 14 18:16:52.257616 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3099027c-a555-42d8-946f-0e14ef9de6b5 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Pushing event updated for resources: {'Port': ['ID=c637a4df-05e1-4829-8fdc-73718abddd8d,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:16:52.336943 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-3099027c-a555-42d8-946f-0e14ef9de6b5 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:52.370799 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-3099027c-a555-42d8-946f-0e14ef9de6b5 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:52.543966 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-3099027c-a555-42d8-946f-0e14ef9de6b5 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify callbacks [] for port, precommit_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:52.551332 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-3099027c-a555-42d8-946f-0e14ef9de6b5 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5378756'] for port, after_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:52.631576 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3099027c-a555-42d8-946f-0e14ef9de6b5 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Pushing event updated for resources: {'Port': ['ID=c637a4df-05e1-4829-8fdc-73718abddd8d,revision_number=2']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:16:52.652083 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-3099027c-a555-42d8-946f-0e14ef9de6b5 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8287696'] for floatingip, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:52.668168 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-3099027c-a555-42d8-946f-0e14ef9de6b5 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for floatingip, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:52.670652 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-3099027c-a555-42d8-946f-0e14ef9de6b5 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0767956 Jun 14 18:16:52.841459 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-48ed170c-f571-4e00-9828-cb4c11377e19 req-db2e8742-ebd4-4949-b479-c73ef3468fbb tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1528048458&fields=id&tenant_id=1656a3c434d1462d9a2c48c24f0b7728 HTTP/1.1" status: 200 len: 267 time: 0.0441658 Jun 14 18:16:52.964523 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed170c-f571-4e00-9828-cb4c11377e19 req-3525c3f8-d1c7-4c49-91e9-9ac88fcc65a0 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:52.966083 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-48ed170c-f571-4e00-9828-cb4c11377e19 req-3525c3f8-d1c7-4c49-91e9-9ac88fcc65a0 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/networks?id=e4802f45-6d76-4b53-9a7f-7b43659748a3 HTTP/1.1" status: 200 len: 810 time: 0.1169834 Jun 14 18:16:52.982971 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-48ed170c-f571-4e00-9828-cb4c11377e19 req-f4446e67-2515-499e-a78f-c6113c107867 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/quotas/1656a3c434d1462d9a2c48c24f0b7728 HTTP/1.1" status: 200 len: 375 time: 0.0109971 Jun 14 18:16:53.038624 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-48ed170c-f571-4e00-9828-cb4c11377e19 req-0cf1c9ca-9a46-492f-a1bd-8ff376433830 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=1656a3c434d1462d9a2c48c24f0b7728&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0495164 Jun 14 18:16:53.194687 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-48ed170c-f571-4e00-9828-cb4c11377e19 req-57092c13-889c-4303-96cb-aa61949061a6 service neutron] 10.222.0.70 "GET /v2.0/networks/e4802f45-6d76-4b53-9a7f-7b43659748a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419892 Jun 14 18:16:53.291073 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-48ed170c-f571-4e00-9828-cb4c11377e19 req-654f4544-2d2f-4ee3-8cba-a94baedda674 service neutron] 10.222.0.70 "GET /v2.0/networks/e4802f45-6d76-4b53-9a7f-7b43659748a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868728 Jun 14 18:16:53.452613 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-1eeb14f1-ad9d-4e08-8ab1-a1519a1afc8c req-29fdc7a3-5e35-4d43-b192-61fad93d7097 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7f21d55-004b-4ae1-b12a-f53897ba0dd4 HTTP/1.1" status: 200 len: 210 time: 0.0277145 Jun 14 18:16:54.555909 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-d93d56cb-c491-4f5c-a562-b41736e4dbd0 req-58fd17ac-20b9-4369-a657-54571c9f0e8a tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7f21d55-004b-4ae1-b12a-f53897ba0dd4 HTTP/1.1" status: 200 len: 210 time: 0.0262327 Jun 14 18:16:54.573670 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed170c-f571-4e00-9828-cb4c11377e19 req-7adecd54-8651-4c67-96d0-b9e50aae30d6 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:54.576022 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-48ed170c-f571-4e00-9828-cb4c11377e19 req-7adecd54-8651-4c67-96d0-b9e50aae30d6 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.90 "GET /v2.0/networks?id=e4802f45-6d76-4b53-9a7f-7b43659748a3 HTTP/1.1" status: 200 len: 810 time: 0.1162028 Jun 14 18:16:54.627824 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-48ed170c-f571-4e00-9828-cb4c11377e19 req-12afaa51-50c2-4966-955a-5cdb32168a34 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1656a3c434d1462d9a2c48c24f0b7728 HTTP/1.1" status: 200 len: 380 time: 0.0344431 Jun 14 18:16:54.641306 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.v2.base [req-48ed170c-f571-4e00-9828-cb4c11377e19 req-f4a18fa3-d37f-4c11-8d03-f62856725ead tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Request body: {'port': {'device_id': 'b7f21d55-004b-4ae1-b12a-f53897ba0dd4', 'network_id': 'e4802f45-6d76-4b53-9a7f-7b43659748a3', 'admin_state_up': True, 'tenant_id': '1656a3c434d1462d9a2c48c24f0b7728', 'security_groups': ['8b9641c5-1a2d-4f97-a302-9b0f0a9cb0c7']}} {{(pid=102476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:16:54.753572 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48ed170c-f571-4e00-9828-cb4c11377e19 req-f4a18fa3-d37f-4c11-8d03-f62856725ead tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Made reservation on behalf of 1656a3c434d1462d9a2c48c24f0b7728 for: {'port': 1} {{(pid=102476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:16:54.756969 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-48ed170c-f571-4e00-9828-cb4c11377e19 req-f4a18fa3-d37f-4c11-8d03-f62856725ead tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:54.888766 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.db.db_base_plugin_common [req-48ed170c-f571-4e00-9828-cb4c11377e19 req-f4a18fa3-d37f-4c11-8d03-f62856725ead tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Allocated IP 172.20.0.7 (e4802f45-6d76-4b53-9a7f-7b43659748a3/0bf57453-530a-4cde-8cdb-616dbddd580e/3e69e598-5da8-4e4e-97ab-d3d7e0a445cf) {{(pid=102476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:16:55.019313 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-48ed170c-f571-4e00-9828-cb4c11377e19 req-f4a18fa3-d37f-4c11-8d03-f62856725ead tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify callbacks [] for port, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:55.052401 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-48ed170c-f571-4e00-9828-cb4c11377e19 req-f4a18fa3-d37f-4c11-8d03-f62856725ead tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239190878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378765'] for port, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:55.097333 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48ed170c-f571-4e00-9828-cb4c11377e19 req-f4a18fa3-d37f-4c11-8d03-f62856725ead tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Network e4802f45-6d76-4b53-9a7f-7b43659748a3 is already hosted by enough agents. {{(pid=102476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:16:55.101905 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.base_scheduler [req-48ed170c-f571-4e00-9828-cb4c11377e19 req-f4a18fa3-d37f-4c11-8d03-f62856725ead tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Resources bound (agent type, host, resource id): {{(pid=102476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:16:55.109566 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.db.l3_dvrscheduler_db [req-48ed170c-f571-4e00-9828-cb4c11377e19 req-f4a18fa3-d37f-4c11-8d03-f62856725ead tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Received port after_create {{(pid=102476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 14 18:16:55.112050 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a18fa3-d37f-4c11-8d03-f62856725ead tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Pushing event updated for resources: {'Port': ['ID=3e69e598-5da8-4e4e-97ab-d3d7e0a445cf,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:16:55.161125 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed170c-f571-4e00-9828-cb4c11377e19 req-f4a18fa3-d37f-4c11-8d03-f62856725ead tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:55.161752 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-48ed170c-f571-4e00-9828-cb4c11377e19 req-f4a18fa3-d37f-4c11-8d03-f62856725ead tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for port, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:55.179008 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-48ed170c-f571-4e00-9828-cb4c11377e19 req-f4a18fa3-d37f-4c11-8d03-f62856725ead tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5418723 Jun 14 18:16:55.193437 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.v2.base [req-48ed170c-f571-4e00-9828-cb4c11377e19 req-dae8535b-01b9-4271-a82b-07d912bb1b21 service neutron] Request body: {'port': {'device_id': 'b7f21d55-004b-4ae1-b12a-f53897ba0dd4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82173'}} {{(pid=102476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:16:55.256162 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-48ed170c-f571-4e00-9828-cb4c11377e19 req-dae8535b-01b9-4271-a82b-07d912bb1b21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:55.334901 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-3a6897fb-67d8-4b75-b438-04c9de345a1c None None] Provisioning complete for port 3e69e598-5da8-4e4e-97ab-d3d7e0a445cf triggered by entity DHCP. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:16:55.335494 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-3a6897fb-67d8-4b75-b438-04c9de345a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:55.370326 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-3a6897fb-67d8-4b75-b438-04c9de345a1c None None] Port 3e69e598-5da8-4e4e-97ab-d3d7e0a445cf cannot update to ACTIVE because it is not bound. {{(pid=102478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jun 14 18:16:55.526751 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.notifiers.nova [req-48ed170c-f571-4e00-9828-cb4c11377e19 req-dae8535b-01b9-4271-a82b-07d912bb1b21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e69e598-5da8-4e4e-97ab-d3d7e0a445cf {{(pid=102476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:16:55.534206 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-48ed170c-f571-4e00-9828-cb4c11377e19 req-dae8535b-01b9-4271-a82b-07d912bb1b21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:55.547078 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.db.provisioning_blocks [req-48ed170c-f571-4e00-9828-cb4c11377e19 req-dae8535b-01b9-4271-a82b-07d912bb1b21 service neutron] Transition to ACTIVE for port object 3e69e598-5da8-4e4e-97ab-d3d7e0a445cf will not be triggered until provisioned by entity L2. {{(pid=102476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 18:16:55.551134 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-48ed170c-f571-4e00-9828-cb4c11377e19 req-dae8535b-01b9-4271-a82b-07d912bb1b21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5378756'] for port, after_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:55.612276 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae8535b-01b9-4271-a82b-07d912bb1b21 service neutron] Pushing event updated for resources: {'Port': ['ID=3e69e598-5da8-4e4e-97ab-d3d7e0a445cf,revision_number=2']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:16:55.729450 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e7231d-da09-4952-a3ad-64292cf490d6 req-5969278a-edb5-46bd-a271-6852bc9db6f7 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:55.731672 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-f5e7231d-da09-4952-a3ad-64292cf490d6 req-5969278a-edb5-46bd-a271-6852bc9db6f7 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7f21d55-004b-4ae1-b12a-f53897ba0dd4 HTTP/1.1" status: 200 len: 943 time: 0.0772059 Jun 14 18:16:55.732959 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.managers [req-48ed170c-f571-4e00-9828-cb4c11377e19 req-dae8535b-01b9-4271-a82b-07d912bb1b21 service neutron] Attempting to bind port 3e69e598-5da8-4e4e-97ab-d3d7e0a445cf on host hv-cinder-82173 for vnic_type normal with profile {{(pid=102476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 14 18:16:55.733295 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.managers [req-48ed170c-f571-4e00-9828-cb4c11377e19 req-dae8535b-01b9-4271-a82b-07d912bb1b21 service neutron] Attempting to bind port 3e69e598-5da8-4e4e-97ab-d3d7e0a445cf by drivers openvswitch,hyperv on host hv-cinder-82173 at level 0 using segments [{'id': '91c000b5-b307-4d83-9292-f5327311bde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'e4802f45-6d76-4b53-9a7f-7b43659748a3'}] {{(pid=102476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 14 18:16:55.733623 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ed170c-f571-4e00-9828-cb4c11377e19 req-dae8535b-01b9-4271-a82b-07d912bb1b21 service neutron] Attempting to bind port 3e69e598-5da8-4e4e-97ab-d3d7e0a445cf on network e4802f45-6d76-4b53-9a7f-7b43659748a3 {{(pid=102476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:16:55.739583 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ed170c-f571-4e00-9828-cb4c11377e19 req-dae8535b-01b9-4271-a82b-07d912bb1b21 service neutron] Port 3e69e598-5da8-4e4e-97ab-d3d7e0a445cf on network e4802f45-6d76-4b53-9a7f-7b43659748a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82173 {{(pid=102476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 14 18:16:55.739910 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ed170c-f571-4e00-9828-cb4c11377e19 req-dae8535b-01b9-4271-a82b-07d912bb1b21 service neutron] Attempting to bind port 3e69e598-5da8-4e4e-97ab-d3d7e0a445cf on network e4802f45-6d76-4b53-9a7f-7b43659748a3 {{(pid=102476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:16:55.760854 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ed170c-f571-4e00-9828-cb4c11377e19 req-dae8535b-01b9-4271-a82b-07d912bb1b21 service neutron] Checking agent: {'id': '37867b7d-ea9d-4c92-b09f-db78138d4892', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82173', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 9, 26), 'started_at': datetime.datetime(2022, 6, 14, 18, 9, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:16:55.762169 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ed170c-f571-4e00-9828-cb4c11377e19 req-dae8535b-01b9-4271-a82b-07d912bb1b21 service neutron] Checking segment: {'id': '91c000b5-b307-4d83-9292-f5327311bde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'e4802f45-6d76-4b53-9a7f-7b43659748a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 14 18:16:55.762576 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ed170c-f571-4e00-9828-cb4c11377e19 req-dae8535b-01b9-4271-a82b-07d912bb1b21 service neutron] Bound using segment: {'id': '91c000b5-b307-4d83-9292-f5327311bde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'e4802f45-6d76-4b53-9a7f-7b43659748a3'} {{(pid=102476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:16:55.763043 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.managers [req-48ed170c-f571-4e00-9828-cb4c11377e19 req-dae8535b-01b9-4271-a82b-07d912bb1b21 service neutron] Bound port: 3e69e598-5da8-4e4e-97ab-d3d7e0a445cf, host: hv-cinder-82173, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91c000b5-b307-4d83-9292-f5327311bde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'e4802f45-6d76-4b53-9a7f-7b43659748a3'}}] {{(pid=102476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 14 18:16:55.763405 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-48ed170c-f571-4e00-9828-cb4c11377e19 req-dae8535b-01b9-4271-a82b-07d912bb1b21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:55.796569 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-f5e7231d-da09-4952-a3ad-64292cf490d6 req-11c0121a-400e-4b21-9125-120f8230f388 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b9641c5-1a2d-4f97-a302-9b0f0a9cb0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560064 Jun 14 18:16:55.856320 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.db [req-48ed170c-f571-4e00-9828-cb4c11377e19 req-dae8535b-01b9-4271-a82b-07d912bb1b21 service neutron] For port 3e69e598-5da8-4e4e-97ab-d3d7e0a445cf, host hv-cinder-82173, cleared binding levels {{(pid=102476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:16:55.859552 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.db [req-48ed170c-f571-4e00-9828-cb4c11377e19 req-dae8535b-01b9-4271-a82b-07d912bb1b21 service neutron] For port 3e69e598-5da8-4e4e-97ab-d3d7e0a445cf, host hv-cinder-82173, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=3e69e598-5da8-4e4e-97ab-d3d7e0a445cf,segment=NetworkSegment(91c000b5-b307-4d83-9292-f5327311bde5),segment_id=91c000b5-b307-4d83-9292-f5327311bde5)] {{(pid=102476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:16:55.864301 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-48ed170c-f571-4e00-9828-cb4c11377e19 req-dae8535b-01b9-4271-a82b-07d912bb1b21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5378756'] for port, after_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:55.909451 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed170c-f571-4e00-9828-cb4c11377e19 req-dae8535b-01b9-4271-a82b-07d912bb1b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:55.910146 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-48ed170c-f571-4e00-9828-cb4c11377e19 req-dae8535b-01b9-4271-a82b-07d912bb1b21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for port, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:55.912108 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-48ed170c-f571-4e00-9828-cb4c11377e19 req-dae8535b-01b9-4271-a82b-07d912bb1b21 service neutron] 10.222.0.90 "PUT /v2.0/ports/3e69e598-5da8-4e4e-97ab-d3d7e0a445cf HTTP/1.1" status: 200 len: 1093 time: 0.7224774 Jun 14 18:16:55.912574 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7f21d55-004b-4ae1-b12a-f53897ba0dd4', 'tag': '3e69e598-5da8-4e4e-97ab-d3d7e0a445cf'}] {{(pid=102476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:16:55.914962 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f6785e4de8a87b7f797dd5e96f4d126f8c0b91c7fbdcfaa1853e8ef739b068f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de21369-c9c3-4b2e-82a1-3295a84ae684" -d '{"events": [{"name": "network-changed", "server_uuid": "b7f21d55-004b-4ae1-b12a-f53897ba0dd4", "tag": "3e69e598-5da8-4e4e-97ab-d3d7e0a445cf"}]}' {{(pid=102476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:16:55.949969 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae8535b-01b9-4271-a82b-07d912bb1b21 service neutron] Pushing event updated for resources: {'Port': ['ID=3e69e598-5da8-4e4e-97ab-d3d7e0a445cf,revision_number=3']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:16:55.990005 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Jun 2022 18:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6969f96-e80c-4fc0-b7b8-e71cbebc6649 x-openstack-request-id: req-c6969f96-e80c-4fc0-b7b8-e71cbebc6649 {{(pid=102476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:16:55.990535 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7f21d55-004b-4ae1-b12a-f53897ba0dd4", "tag": "3e69e598-5da8-4e4e-97ab-d3d7e0a445cf", "status": "completed", "code": 200}]} {{(pid=102476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:16:55.990799 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c6969f96-e80c-4fc0-b7b8-e71cbebc6649 {{(pid=102476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:16:55.991201 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6969f96-e80c-4fc0-b7b8-e71cbebc6649'] response: {'name': 'network-changed', 'server_uuid': 'b7f21d55-004b-4ae1-b12a-f53897ba0dd4', 'tag': '3e69e598-5da8-4e4e-97ab-d3d7e0a445cf', 'status': 'completed', 'code': 200} Jun 14 18:16:56.009636 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed170c-f571-4e00-9828-cb4c11377e19 req-19b7921b-900b-43f8-bf89-5a4ce8f8479b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:56.012039 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-48ed170c-f571-4e00-9828-cb4c11377e19 req-19b7921b-900b-43f8-bf89-5a4ce8f8479b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1656a3c434d1462d9a2c48c24f0b7728&device_id=b7f21d55-004b-4ae1-b12a-f53897ba0dd4 HTTP/1.1" status: 200 len: 1096 time: 0.0513723 Jun 14 18:16:56.060911 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-48ed170c-f571-4e00-9828-cb4c11377e19 req-e37fab18-83fe-49aa-8b83-6ee41ef776c5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e69e598-5da8-4e4e-97ab-d3d7e0a445cf HTTP/1.1" status: 200 len: 217 time: 0.0373793 Jun 14 18:16:56.123154 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed170c-f571-4e00-9828-cb4c11377e19 req-3629bac9-1c0b-4c98-889f-7751cc7e0d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:56.124672 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-48ed170c-f571-4e00-9828-cb4c11377e19 req-3629bac9-1c0b-4c98-889f-7751cc7e0d81 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0bf57453-530a-4cde-8cdb-616dbddd580e HTTP/1.1" status: 200 len: 849 time: 0.0502710 Jun 14 18:16:56.171184 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed170c-f571-4e00-9828-cb4c11377e19 req-69acfb7e-4bf9-4f24-90fd-50cd746c0661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:56.172652 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-48ed170c-f571-4e00-9828-cb4c11377e19 req-69acfb7e-4bf9-4f24-90fd-50cd746c0661 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e4802f45-6d76-4b53-9a7f-7b43659748a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402749 Jun 14 18:16:56.265200 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-48ed170c-f571-4e00-9828-cb4c11377e19 req-ed32e6cc-7c75-457b-8691-9d8695c3256b service neutron] 10.222.0.90 "GET /v2.0/networks/e4802f45-6d76-4b53-9a7f-7b43659748a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816555 Jun 14 18:16:56.359453 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-48ed170c-f571-4e00-9828-cb4c11377e19 req-7d68c39a-112b-494b-bab5-1f55ad7a9028 service neutron] 10.222.0.90 "GET /v2.0/networks/e4802f45-6d76-4b53-9a7f-7b43659748a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870752 Jun 14 18:16:56.453689 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de21369-c9c3-4b2e-82a1-3295a84ae684 req-6673a377-b487-4904-ba0c-91f8d42132e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:56.455225 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-3de21369-c9c3-4b2e-82a1-3295a84ae684 req-6673a377-b487-4904-ba0c-91f8d42132e8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1656a3c434d1462d9a2c48c24f0b7728&device_id=b7f21d55-004b-4ae1-b12a-f53897ba0dd4 HTTP/1.1" status: 200 len: 1096 time: 0.0436261 Jun 14 18:16:56.553263 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de21369-c9c3-4b2e-82a1-3295a84ae684 req-ca0ea976-136b-4885-a80a-350a35168d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:56.554879 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-3de21369-c9c3-4b2e-82a1-3295a84ae684 req-ca0ea976-136b-4885-a80a-350a35168d33 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e4802f45-6d76-4b53-9a7f-7b43659748a3 HTTP/1.1" status: 200 len: 912 time: 0.0884664 Jun 14 18:16:56.595566 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-3de21369-c9c3-4b2e-82a1-3295a84ae684 req-d9f903ae-c1e5-4ea8-a43c-9a8e59a7cdf9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e69e598-5da8-4e4e-97ab-d3d7e0a445cf HTTP/1.1" status: 200 len: 217 time: 0.0335715 Jun 14 18:16:56.644485 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de21369-c9c3-4b2e-82a1-3295a84ae684 req-1851d720-b241-4861-9f54-8757275a9764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:56.645947 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-3de21369-c9c3-4b2e-82a1-3295a84ae684 req-1851d720-b241-4861-9f54-8757275a9764 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0bf57453-530a-4cde-8cdb-616dbddd580e HTTP/1.1" status: 200 len: 849 time: 0.0419953 Jun 14 18:16:56.694195 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de21369-c9c3-4b2e-82a1-3295a84ae684 req-54eb4aa9-88b6-4a64-bae6-950fc8f56497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:56.695711 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-3de21369-c9c3-4b2e-82a1-3295a84ae684 req-54eb4aa9-88b6-4a64-bae6-950fc8f56497 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e4802f45-6d76-4b53-9a7f-7b43659748a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427899 Jun 14 18:16:56.795156 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-3de21369-c9c3-4b2e-82a1-3295a84ae684 req-bdc7447c-31f7-4b2e-985f-9bbd230f9f43 service neutron] 10.222.0.90 "GET /v2.0/networks/e4802f45-6d76-4b53-9a7f-7b43659748a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913267 Jun 14 18:16:56.923575 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-3de21369-c9c3-4b2e-82a1-3295a84ae684 req-004140c9-d64a-43df-b733-bac2bbf7b5b0 service neutron] 10.222.0.90 "GET /v2.0/networks/e4802f45-6d76-4b53-9a7f-7b43659748a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162708 Jun 14 18:16:56.930867 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb42373e-0731-47a6-8ce3-695a1a60a9ef req-df784f64-af98-4261-8792-b4eaa4f1ac3f tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:56.932766 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-fb42373e-0731-47a6-8ce3-695a1a60a9ef req-df784f64-af98-4261-8792-b4eaa4f1ac3f tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7f21d55-004b-4ae1-b12a-f53897ba0dd4 HTTP/1.1" status: 200 len: 943 time: 0.0666761 Jun 14 18:16:56.971770 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-fb42373e-0731-47a6-8ce3-695a1a60a9ef req-d4e60fd8-7dea-4057-86f5-84cd1b6ce578 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b9641c5-1a2d-4f97-a302-9b0f0a9cb0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326929 Jun 14 18:16:56.980581 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:16:57.289780 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea7561-8434-45a6-adaa-3e54a6f191a2 req-60e7a653-4f1c-409f-b218-ba566ca3d50f tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:57.291918 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-f4ea7561-8434-45a6-adaa-3e54a6f191a2 req-60e7a653-4f1c-409f-b218-ba566ca3d50f tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6206d13-a024-4947-9ca4-edf154bb99bc HTTP/1.1" status: 200 len: 946 time: 0.0491891 Jun 14 18:16:57.328291 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-f4ea7561-8434-45a6-adaa-3e54a6f191a2 req-2ad77bff-3308-4e5f-9dee-e0331ccc20f0 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=52a02317-29ec-432b-95e7-d04ee2fac44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303726 Jun 14 18:16:58.091498 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e43bcba-f29d-4a1d-b7e8-066ac5b48d6c req-a40a52c7-26ae-40f7-84aa-1c2f346d67a2 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:58.092979 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-8e43bcba-f29d-4a1d-b7e8-066ac5b48d6c req-a40a52c7-26ae-40f7-84aa-1c2f346d67a2 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7f21d55-004b-4ae1-b12a-f53897ba0dd4 HTTP/1.1" status: 200 len: 943 time: 0.0492408 Jun 14 18:16:58.129530 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-8e43bcba-f29d-4a1d-b7e8-066ac5b48d6c req-6a1676da-74bb-4376-89a6-3efe150804b2 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b9641c5-1a2d-4f97-a302-9b0f0a9cb0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306644 Jun 14 18:16:58.445540 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ff678-9884-4ff2-b3f6-59a4a4d4f578 req-12292c3d-d5df-440c-8cf0-c1c4a4d2a9ae tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:58.447007 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-998ff678-9884-4ff2-b3f6-59a4a4d4f578 req-12292c3d-d5df-440c-8cf0-c1c4a4d2a9ae tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6206d13-a024-4947-9ca4-edf154bb99bc HTTP/1.1" status: 200 len: 946 time: 0.0511897 Jun 14 18:16:58.483936 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-998ff678-9884-4ff2-b3f6-59a4a4d4f578 req-6275be5a-b25a-46d2-a809-85911c9eb358 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=52a02317-29ec-432b-95e7-d04ee2fac44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302680 Jun 14 18:16:59.485005 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2021c06a-745a-4bb7-8b30-b01a48ca0ed3 req-8dfe600e-6cf7-42fc-a5b5-343f531b7880 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:59.486543 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-2021c06a-745a-4bb7-8b30-b01a48ca0ed3 req-8dfe600e-6cf7-42fc-a5b5-343f531b7880 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7f21d55-004b-4ae1-b12a-f53897ba0dd4 HTTP/1.1" status: 200 len: 943 time: 0.2838624 Jun 14 18:16:59.524164 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-2021c06a-745a-4bb7-8b30-b01a48ca0ed3 req-284504ad-f001-463e-a2a7-ee85a1707a89 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b9641c5-1a2d-4f97-a302-9b0f0a9cb0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317042 Jun 14 18:16:59.600100 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce067698-f6af-4c45-9cd0-ec51d520ffb9 req-65e063b5-c422-481d-a1f3-3c7bb85d84e0 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:16:59.601528 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-ce067698-f6af-4c45-9cd0-ec51d520ffb9 req-65e063b5-c422-481d-a1f3-3c7bb85d84e0 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6206d13-a024-4947-9ca4-edf154bb99bc HTTP/1.1" status: 200 len: 946 time: 0.0513933 Jun 14 18:16:59.639216 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-ce067698-f6af-4c45-9cd0-ec51d520ffb9 req-4dcf6132-5159-48c7-a790-cf781826da18 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=52a02317-29ec-432b-95e7-d04ee2fac44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310600 Jun 14 18:16:59.962450 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device 3e69e598-5da8-4e4e-97ab-d3d7e0a445cf details requested by agent hyperv_hv-cinder-82173 with host hv-cinder-82173 {{(pid=102478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 14 18:17:00.058465 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] For port 3e69e598-5da8-4e4e-97ab-d3d7e0a445cf, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=3e69e598-5da8-4e4e-97ab-d3d7e0a445cf,segment=NetworkSegment(91c000b5-b307-4d83-9292-f5327311bde5),segment_id=91c000b5-b307-4d83-9292-f5327311bde5)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:17:00.069385 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Returning: {'device': '3e69e598-5da8-4e4e-97ab-d3d7e0a445cf', 'network_id': 'e4802f45-6d76-4b53-9a7f-7b43659748a3', 'port_id': '3e69e598-5da8-4e4e-97ab-d3d7e0a445cf', 'mac_address': 'fa:16:3e:55:8d:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1040, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bf57453-530a-4cde-8cdb-616dbddd580e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 14 18:17:00.106670 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Current status of the port 3e69e598-5da8-4e4e-97ab-d3d7e0a445cf is: DOWN; New status is: BUILD {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:17:00.107063 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:00.123899 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.notifiers.nova [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e69e598-5da8-4e4e-97ab-d3d7e0a445cf {{(pid=102478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:17:00.143111 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] For port 3e69e598-5da8-4e4e-97ab-d3d7e0a445cf, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=3e69e598-5da8-4e4e-97ab-d3d7e0a445cf,segment=NetworkSegment(91c000b5-b307-4d83-9292-f5327311bde5),segment_id=91c000b5-b307-4d83-9292-f5327311bde5)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:17:00.146810 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:00.192840 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Pushing event updated for resources: {'Port': ['ID=3e69e598-5da8-4e4e-97ab-d3d7e0a445cf,revision_number=4']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:17:00.477916 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] get_ports_and_sgs() called for port_ids ['3e69e598-5da8-4e4e-97ab-d3d7e0a445cf'] {{(pid=102478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 14 18:17:00.639561 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85127bdd-715f-433f-b9f0-f1dfbc41c668 req-bc92d5ec-9f11-4916-82f2-4e343dd2f702 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:00.641012 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-85127bdd-715f-433f-b9f0-f1dfbc41c668 req-bc92d5ec-9f11-4916-82f2-4e343dd2f702 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7f21d55-004b-4ae1-b12a-f53897ba0dd4 HTTP/1.1" status: 200 len: 944 time: 0.0480192 Jun 14 18:17:00.678647 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-85127bdd-715f-433f-b9f0-f1dfbc41c668 req-8736a786-cd31-4b68-bfb1-95670d6e8cfa tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b9641c5-1a2d-4f97-a302-9b0f0a9cb0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316505 Jun 14 18:17:00.759521 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e31f9-637c-4fce-86c1-9643016ed471 req-397585d8-9c1e-43a9-8355-4bbb8898b43f tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:00.761936 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-147e31f9-637c-4fce-86c1-9643016ed471 req-397585d8-9c1e-43a9-8355-4bbb8898b43f tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6206d13-a024-4947-9ca4-edf154bb99bc HTTP/1.1" status: 200 len: 946 time: 0.0510292 Jun 14 18:17:00.806508 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-147e31f9-637c-4fce-86c1-9643016ed471 req-ad75dc3c-e505-4252-8687-46247b273cbc tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=52a02317-29ec-432b-95e7-d04ee2fac44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383599 Jun 14 18:17:01.014673 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1217fb04-4239-4f5e-9bdd-cf9522ee5632 req-ddb68e02-7973-4028-bf58-855a0857b9c6 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:01.016015 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-1217fb04-4239-4f5e-9bdd-cf9522ee5632 req-ddb68e02-7973-4028-bf58-855a0857b9c6 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.90 "GET /v2.0/ports?device_id=b6206d13-a024-4947-9ca4-edf154bb99bc HTTP/1.1" status: 200 len: 946 time: 0.0485826 Jun 14 18:17:01.110462 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.plugin [req-1217fb04-4239-4f5e-9bdd-cf9522ee5632 req-12d5bf56-7fd0-4262-8bae-d8be74fa9755 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Deleting port 21fb8ee9-5c85-43b8-9632-bcb0e3053ad0 {{(pid=102476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 14 18:17:01.110795 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-1217fb04-4239-4f5e-9bdd-cf9522ee5632 req-12d5bf56-7fd0-4262-8bae-d8be74fa9755 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239577025'] for port, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:01.195374 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.db [req-1217fb04-4239-4f5e-9bdd-cf9522ee5632 req-12d5bf56-7fd0-4262-8bae-d8be74fa9755 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] For port 21fb8ee9-5c85-43b8-9632-bcb0e3053ad0, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=21fb8ee9-5c85-43b8-9632-bcb0e3053ad0,segment=NetworkSegment(ec03b231-3de7-452c-aafc-d658d7157626),segment_id=ec03b231-3de7-452c-aafc-d658d7157626)] {{(pid=102476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:17:01.195731 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-1217fb04-4239-4f5e-9bdd-cf9522ee5632 req-12d5bf56-7fd0-4262-8bae-d8be74fa9755 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282467'] for port, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:01.372539 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-1217fb04-4239-4f5e-9bdd-cf9522ee5632 req-12d5bf56-7fd0-4262-8bae-d8be74fa9755 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:01.372906 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-1217fb04-4239-4f5e-9bdd-cf9522ee5632 req-12d5bf56-7fd0-4262-8bae-d8be74fa9755 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8287696'] for floatingip, after_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:01.373218 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.db.l3_db [req-1217fb04-4239-4f5e-9bdd-cf9522ee5632 req-12d5bf56-7fd0-4262-8bae-d8be74fa9755 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Floating IP 9a2b694b-2b72-4295-9d7d-26fd3e19fab6 disassociated. External IP: 172.27.2.36, port: 21fb8ee9-5c85-43b8-9632-bcb0e3053ad0. Jun 14 18:17:01.373556 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.plugin [req-1217fb04-4239-4f5e-9bdd-cf9522ee5632 req-12d5bf56-7fd0-4262-8bae-d8be74fa9755 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Calling delete_port for 21fb8ee9-5c85-43b8-9632-bcb0e3053ad0 owned by compute:nova {{(pid=102476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 14 18:17:01.502087 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-1217fb04-4239-4f5e-9bdd-cf9522ee5632 req-12d5bf56-7fd0-4262-8bae-d8be74fa9755 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239583007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239190869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378765'] for port, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:01.534852 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d5bf56-7fd0-4262-8bae-d8be74fa9755 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Pushing event deleted for resources: {'Port': ['ID=21fb8ee9-5c85-43b8-9632-bcb0e3053ad0,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:17:01.650177 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1217fb04-4239-4f5e-9bdd-cf9522ee5632 req-12d5bf56-7fd0-4262-8bae-d8be74fa9755 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Router 80fce1b3-89e8-41c5-b166-a0ac4da65169 has already been hosted by L3 agent 2bd7ef4a-700f-45f4-ae1e-98ca6454acba {{(pid=102476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:17:01.789745 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1217fb04-4239-4f5e-9bdd-cf9522ee5632 req-12d5bf56-7fd0-4262-8bae-d8be74fa9755 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Notify agent at l3_agent.dv-cinder-821739-1-iscsi the message routers_updated {{(pid=102476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:17:01.802970 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a173ace0-5a07-434f-ac0e-c1cc852896bb None None] Sync routers for ids ['80fce1b3-89e8-41c5-b166-a0ac4da65169'] in dv-cinder-821739-1-iscsi {{(pid=102478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:17:01.815706 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a173ace0-5a07-434f-ac0e-c1cc852896bb None None] Routers {'80fce1b3-89e8-41c5-b166-a0ac4da65169'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:17:01.816647 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-a173ace0-5a07-434f-ac0e-c1cc852896bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:16:49Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['80fce1b3-89e8-41c5-b166-a0ac4da65169'], 'active': True} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:17:01.841045 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f67dbc-d9ee-4ae7-915e-1cc566936a3a req-8b39a6c7-0dfe-407e-80cc-d440491132a3 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:01.842593 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-81f67dbc-d9ee-4ae7-915e-1cc566936a3a req-8b39a6c7-0dfe-407e-80cc-d440491132a3 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7f21d55-004b-4ae1-b12a-f53897ba0dd4 HTTP/1.1" status: 200 len: 944 time: 0.0945854 Jun 14 18:17:01.860954 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.db.l3_dvrscheduler_db [req-1217fb04-4239-4f5e-9bdd-cf9522ee5632 req-12d5bf56-7fd0-4262-8bae-d8be74fa9755 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] No DVR routers for this DVR port 21fb8ee9-5c85-43b8-9632-bcb0e3053ad0 on host hv-cinder-82173 {{(pid=102476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 18:17:01.863571 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-1217fb04-4239-4f5e-9bdd-cf9522ee5632 req-12d5bf56-7fd0-4262-8bae-d8be74fa9755 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for port, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:01.867104 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-1217fb04-4239-4f5e-9bdd-cf9522ee5632 req-12d5bf56-7fd0-4262-8bae-d8be74fa9755 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.90 "DELETE /v2.0/ports/21fb8ee9-5c85-43b8-9632-bcb0e3053ad0 HTTP/1.1" status: 204 len: 173 time: 0.8443289 Jun 14 18:17:01.873061 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6206d13-a024-4947-9ca4-edf154bb99bc', 'name': 'network-vif-deleted', 'tag': '21fb8ee9-5c85-43b8-9632-bcb0e3053ad0'}] {{(pid=102476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:17:01.876320 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f6785e4de8a87b7f797dd5e96f4d126f8c0b91c7fbdcfaa1853e8ef739b068f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e65364b1-1f09-4343-b065-a9e0a72d7ad8" -d '{"events": [{"server_uuid": "b6206d13-a024-4947-9ca4-edf154bb99bc", "name": "network-vif-deleted", "tag": "21fb8ee9-5c85-43b8-9632-bcb0e3053ad0"}]}' {{(pid=102476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:17:01.914977 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-81f67dbc-d9ee-4ae7-915e-1cc566936a3a req-74ccc9d3-d767-449f-82ac-dbe0eef854c6 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b9641c5-1a2d-4f97-a302-9b0f0a9cb0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546443 Jun 14 18:17:01.947655 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4e3535-ba73-4470-b408-576a639534c5 req-614fedfe-d9ee-482b-90d4-9ef0cc86d318 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:01.956825 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-cb4e3535-ba73-4470-b408-576a639534c5 req-614fedfe-d9ee-482b-90d4-9ef0cc86d318 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=a622a78c-3723-434b-a685-47d1846e0778 HTTP/1.1" status: 200 len: 945 time: 0.0956149 Jun 14 18:17:01.972724 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvr_db [None req-a173ace0-5a07-434f-ac0e-c1cc852896bb None None] Set router 80fce1b3-89e8-41c5-b166-a0ac4da65169 gateway port host: dv-cinder-821739-1-iscsi {{(pid=102478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:17:02.021741 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-cb4e3535-ba73-4470-b408-576a639534c5 req-81fb5341-8c8c-496b-8457-661d91e3b6b8 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f5f9c8a-576d-406f-acb0-3572b0ba74cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453157 Jun 14 18:17:02.022049 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-fbcbe6b7-608f-46de-af18-cb534ddb9ebc req-0e55fb05-834b-4ff9-b956-2f3971d1e7fc tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6206d13-a024-4947-9ca4-edf154bb99bc HTTP/1.1" status: 200 len: 210 time: 0.0433815 Jun 14 18:17:02.055058 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f69030d4-5763-4a8a-a826-f1b41fe28f4f x-openstack-request-id: req-f69030d4-5763-4a8a-a826-f1b41fe28f4f {{(pid=102476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:17:02.055349 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6206d13-a024-4947-9ca4-edf154bb99bc", "name": "network-vif-deleted", "tag": "21fb8ee9-5c85-43b8-9632-bcb0e3053ad0", "status": "completed", "code": 200}]} {{(pid=102476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:17:02.055602 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f69030d4-5763-4a8a-a826-f1b41fe28f4f {{(pid=102476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:17:02.056001 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f69030d4-5763-4a8a-a826-f1b41fe28f4f'] response: {'server_uuid': 'b6206d13-a024-4947-9ca4-edf154bb99bc', 'name': 'network-vif-deleted', 'tag': '21fb8ee9-5c85-43b8-9632-bcb0e3053ad0', 'status': 'completed', 'code': 200} Jun 14 18:17:02.064018 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device 3e69e598-5da8-4e4e-97ab-d3d7e0a445cf up at agent hyperv_hv-cinder-82173 {{(pid=102478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:17:02.211057 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Provisioning for port 3e69e598-5da8-4e4e-97ab-d3d7e0a445cf completed by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 18:17:02.223361 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Provisioning complete for port 3e69e598-5da8-4e4e-97ab-d3d7e0a445cf triggered by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:17:02.223732 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:02.339362 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-a173ace0-5a07-434f-ac0e-c1cc852896bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fce1b3-89e8-41c5-b166-a0ac4da65169', 'name': 'tempest-ServerRescueNegativeTestJSON-210219480-router', 'tenant_id': '3042e999f1144c7da1a2473d58a86532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '9a727ac4-c07e-4c51-867c-30c166d6a0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:11:33Z', 'updated_at': '2022-06-14T18:11:45Z', 'revision_number': 4, 'project_id': '3042e999f1144c7da1a2473d58a86532', 'gw_port': {'id': '9a727ac4-c07e-4c51-867c-30c166d6a0f5', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fce1b3-89e8-41c5-b166-a0ac4da65169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:36Z', 'updated_at': '2022-06-14T18:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_interfaces': [{'id': 'cfcfca9c-b50b-4833-b794-d14116998232', 'name': '', 'network_id': '3d23af53-6361-4f33-abe1-d3023a18c244', 'tenant_id': '3042e999f1144c7da1a2473d58a86532', 'mac_address': 'fa:16:3e:22:75:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fce1b3-89e8-41c5-b166-a0ac4da65169', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '5d625bfa-3024-4c1b-95b8-b3295848e69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:43Z', 'updated_at': '2022-06-14T18:12:00Z', 'revision_number': 5, 'project_id': '3042e999f1144c7da1a2473d58a86532', 'subnets': [{'id': '5d625bfa-3024-4c1b-95b8-b3295848e69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:17:02.342275 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Current status of the port 3e69e598-5da8-4e4e-97ab-d3d7e0a445cf is: BUILD; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:17:02.342663 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:02.367470 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a173ace0-5a07-434f-ac0e-c1cc852896bb None None] Checking router: 80fce1b3-89e8-41c5-b166-a0ac4da65169 for host: dv-cinder-821739-1-iscsi {{(pid=102478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:17:02.390801 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a173ace0-5a07-434f-ac0e-c1cc852896bb None None] Routers {'80fce1b3-89e8-41c5-b166-a0ac4da65169'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:17:02.391424 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-a173ace0-5a07-434f-ac0e-c1cc852896bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:16:49Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['80fce1b3-89e8-41c5-b166-a0ac4da65169'], 'active': True} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:17:02.396366 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7f21d55-004b-4ae1-b12a-f53897ba0dd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e69e598-5da8-4e4e-97ab-d3d7e0a445cf'}] {{(pid=102478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:17:02.398641 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d8e2526aaff2bef62a8f92ec40b510f98ca8a12776779af706bb4cba97706d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dadd3c1-4d01-42b9-b945-a19c93b9b0eb" -d '{"events": [{"server_uuid": "b7f21d55-004b-4ae1-b12a-f53897ba0dd4", "name": "network-vif-plugged", "status": "completed", "tag": "3e69e598-5da8-4e4e-97ab-d3d7e0a445cf"}]}' {{(pid=102478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:17:02.443958 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-445ee87f-9311-42e2-a6a8-00f95299419f x-openstack-request-id: req-445ee87f-9311-42e2-a6a8-00f95299419f {{(pid=102478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:17:02.444245 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7f21d55-004b-4ae1-b12a-f53897ba0dd4", "name": "network-vif-plugged", "status": "completed", "tag": "3e69e598-5da8-4e4e-97ab-d3d7e0a445cf", "code": 200}]} {{(pid=102478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:17:02.444494 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-445ee87f-9311-42e2-a6a8-00f95299419f {{(pid=102478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:17:02.444879 dv-cinder-821739-1-iscsi neutron-server[102478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-445ee87f-9311-42e2-a6a8-00f95299419f'] response: {'server_uuid': 'b7f21d55-004b-4ae1-b12a-f53897ba0dd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e69e598-5da8-4e4e-97ab-d3d7e0a445cf', 'code': 200} Jun 14 18:17:02.451882 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] For port 3e69e598-5da8-4e4e-97ab-d3d7e0a445cf, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=3e69e598-5da8-4e4e-97ab-d3d7e0a445cf,segment=NetworkSegment(91c000b5-b307-4d83-9292-f5327311bde5),segment_id=91c000b5-b307-4d83-9292-f5327311bde5)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:17:02.457718 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:02.560756 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Pushing event updated for resources: {'Port': ['ID=3e69e598-5da8-4e4e-97ab-d3d7e0a445cf,revision_number=5']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:17:02.577253 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvr_db [None req-a173ace0-5a07-434f-ac0e-c1cc852896bb None None] Set router 80fce1b3-89e8-41c5-b166-a0ac4da65169 gateway port host: dv-cinder-821739-1-iscsi {{(pid=102478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:17:02.651928 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33b1547-b741-4f1a-b07a-190a357099fb req-8fac7ba2-a5e9-44e9-8f4a-08e33f894ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:02.653706 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-a33b1547-b741-4f1a-b07a-190a357099fb req-8fac7ba2-a5e9-44e9-8f4a-08e33f894ceb service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=b7f21d55-004b-4ae1-b12a-f53897ba0dd4 HTTP/1.1" status: 200 len: 1098 time: 0.0388565 Jun 14 18:17:02.691121 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-a33b1547-b741-4f1a-b07a-190a357099fb req-5ddd6bb0-12ec-437a-b5d9-f94ae2b75436 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=8b9641c5-1a2d-4f97-a302-9b0f0a9cb0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309579 Jun 14 18:17:02.784239 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-a173ace0-5a07-434f-ac0e-c1cc852896bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fce1b3-89e8-41c5-b166-a0ac4da65169', 'name': 'tempest-ServerRescueNegativeTestJSON-210219480-router', 'tenant_id': '3042e999f1144c7da1a2473d58a86532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '9a727ac4-c07e-4c51-867c-30c166d6a0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:11:33Z', 'updated_at': '2022-06-14T18:11:45Z', 'revision_number': 4, 'project_id': '3042e999f1144c7da1a2473d58a86532', 'gw_port': {'id': '9a727ac4-c07e-4c51-867c-30c166d6a0f5', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fce1b3-89e8-41c5-b166-a0ac4da65169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:36Z', 'updated_at': '2022-06-14T18:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_interfaces': [{'id': 'cfcfca9c-b50b-4833-b794-d14116998232', 'name': '', 'network_id': '3d23af53-6361-4f33-abe1-d3023a18c244', 'tenant_id': '3042e999f1144c7da1a2473d58a86532', 'mac_address': 'fa:16:3e:22:75:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fce1b3-89e8-41c5-b166-a0ac4da65169', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '5d625bfa-3024-4c1b-95b8-b3295848e69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:43Z', 'updated_at': '2022-06-14T18:12:00Z', 'revision_number': 5, 'project_id': '3042e999f1144c7da1a2473d58a86532', 'subnets': [{'id': '5d625bfa-3024-4c1b-95b8-b3295848e69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:17:02.811205 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a173ace0-5a07-434f-ac0e-c1cc852896bb None None] The sync data for ids ['80fce1b3-89e8-41c5-b166-a0ac4da65169'] in dv-cinder-821739-1-iscsi is: [{'id': '80fce1b3-89e8-41c5-b166-a0ac4da65169', 'name': 'tempest-ServerRescueNegativeTestJSON-210219480-router', 'tenant_id': '3042e999f1144c7da1a2473d58a86532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '9a727ac4-c07e-4c51-867c-30c166d6a0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:11:33Z', 'updated_at': '2022-06-14T18:11:45Z', 'revision_number': 4, 'project_id': '3042e999f1144c7da1a2473d58a86532', 'gw_port': {'id': '9a727ac4-c07e-4c51-867c-30c166d6a0f5', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fce1b3-89e8-41c5-b166-a0ac4da65169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:36Z', 'updated_at': '2022-06-14T18:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_interfaces': [{'id': 'cfcfca9c-b50b-4833-b794-d14116998232', 'name': '', 'network_id': '3d23af53-6361-4f33-abe1-d3023a18c244', 'tenant_id': '3042e999f1144c7da1a2473d58a86532', 'mac_address': 'fa:16:3e:22:75:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fce1b3-89e8-41c5-b166-a0ac4da65169', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '5d625bfa-3024-4c1b-95b8-b3295848e69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:43Z', 'updated_at': '2022-06-14T18:12:00Z', 'revision_number': 5, 'project_id': '3042e999f1144c7da1a2473d58a86532', 'subnets': [{'id': '5d625bfa-3024-4c1b-95b8-b3295848e69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:17:03.037573 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67603df-5b00-46cb-998e-f5777ca839c4 None None] New status for floating IP 9a2b694b-2b72-4295-9d7d-26fd3e19fab6: DOWN {{(pid=102479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 18:17:03.039518 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c279b17-5e5d-40f7-b61c-e1cfa1e39b51 req-e58042b8-b936-4c81-badb-cfa64c0aab7c tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:03.042140 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-3c279b17-5e5d-40f7-b61c-e1cfa1e39b51 req-e58042b8-b936-4c81-badb-cfa64c0aab7c tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7f21d55-004b-4ae1-b12a-f53897ba0dd4 HTTP/1.1" status: 200 len: 945 time: 0.0556312 Jun 14 18:17:03.080321 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-3c279b17-5e5d-40f7-b61c-e1cfa1e39b51 req-4a6658ba-a93b-41a9-a52e-850de0c8dd8d tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b9641c5-1a2d-4f97-a302-9b0f0a9cb0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319467 Jun 14 18:17:03.134084 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db901ab8-f875-422e-8bfb-cf8fed543852 req-cc5334d4-b8e7-4280-8386-156f2dec172f tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:03.135736 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-db901ab8-f875-422e-8bfb-cf8fed543852 req-cc5334d4-b8e7-4280-8386-156f2dec172f tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=a622a78c-3723-434b-a685-47d1846e0778 HTTP/1.1" status: 200 len: 945 time: 0.0558467 Jun 14 18:17:03.156121 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 56456) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:17:03.198038 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-db901ab8-f875-422e-8bfb-cf8fed543852 req-9176f675-c838-4858-a735-f5dac1fa74f5 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f5f9c8a-576d-406f-acb0-3572b0ba74cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549634 Jun 14 18:17:03.231177 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-bcb86f25-bed4-432c-bbf0-b59033209a66 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Notify callbacks [] for security_group, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:03.260159 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-bcb86f25-bed4-432c-bbf0-b59033209a66 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:03.308260 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-bcb86f25-bed4-432c-bbf0-b59033209a66 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:03.310884 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-bcb86f25-bed4-432c-bbf0-b59033209a66 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Notify callbacks [] for security_group, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:03.312188 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-bcb86f25-bed4-432c-bbf0-b59033209a66 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "DELETE /v2.0/security-groups/52a02317-29ec-432b-95e7-d04ee2fac44d HTTP/1.1" status: 204 len: 168 time: 0.1547642 Jun 14 18:17:03.314784 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 56460) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:17:03.321557 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb86f25-bed4-432c-bbf0-b59033209a66 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a02317-29ec-432b-95e7-d04ee2fac44d,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:17:03.330903 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.api.v2.resource [None req-8c0828bc-5969-4b97-90ed-5448627c4d3a tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] show failed (client error): The resource could not be found. Jun 14 18:17:03.331908 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-8c0828bc-5969-4b97-90ed-5448627c4d3a tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups/52a02317-29ec-432b-95e7-d04ee2fac44d HTTP/1.1" status: 404 len: 347 time: 0.0160749 Jun 14 18:17:03.334811 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 56462) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:17:03.468629 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.plugin [None req-921b3495-deb5-4ac8-8dbe-45161235adf3 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Deleting port 2dcd487a-344d-4fc0-a2b1-165b6207d428 {{(pid=102476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 14 18:17:03.468878 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-921b3495-deb5-4ac8-8dbe-45161235adf3 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239577025'] for port, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:03.545250 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-921b3495-deb5-4ac8-8dbe-45161235adf3 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282467'] for port, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:03.545566 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-921b3495-deb5-4ac8-8dbe-45161235adf3 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:03.556719 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.plugin [None req-921b3495-deb5-4ac8-8dbe-45161235adf3 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Calling delete_port for 2dcd487a-344d-4fc0-a2b1-165b6207d428 owned by network:floatingip {{(pid=102476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 14 18:17:03.686890 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-921b3495-deb5-4ac8-8dbe-45161235adf3 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239583007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239190869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378765'] for port, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:03.711162 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921b3495-deb5-4ac8-8dbe-45161235adf3 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Pushing event deleted for resources: {'Port': ['ID=2dcd487a-344d-4fc0-a2b1-165b6207d428,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:17:03.771623 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-921b3495-deb5-4ac8-8dbe-45161235adf3 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Notify callbacks [] for floatingip, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:03.774202 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-921b3495-deb5-4ac8-8dbe-45161235adf3 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for floatingip, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:03.776104 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-921b3495-deb5-4ac8-8dbe-45161235adf3 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "DELETE /v2.0/floatingips/9a2b694b-2b72-4295-9d7d-26fd3e19fab6 HTTP/1.1" status: 204 len: 168 time: 0.4396229 Jun 14 18:17:04.194551 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e64970-54c1-4b63-a704-b14bb8ff4404 req-e721b893-b548-4865-8257-92e5e19d0a13 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:04.195988 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-f0e64970-54c1-4b63-a704-b14bb8ff4404 req-e721b893-b548-4865-8257-92e5e19d0a13 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7f21d55-004b-4ae1-b12a-f53897ba0dd4 HTTP/1.1" status: 200 len: 945 time: 0.0484061 Jun 14 18:17:04.233803 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-f0e64970-54c1-4b63-a704-b14bb8ff4404 req-c16d3803-6e5e-478a-892e-cebb8fee6c06 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b9641c5-1a2d-4f97-a302-9b0f0a9cb0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308859 Jun 14 18:17:04.332367 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b66ec-6c4f-46c4-852b-388c5c659ba5 req-a3f5df79-3151-4b19-972d-055296bec220 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:04.333888 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-e64b66ec-6c4f-46c4-852b-388c5c659ba5 req-a3f5df79-3151-4b19-972d-055296bec220 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=a622a78c-3723-434b-a685-47d1846e0778 HTTP/1.1" status: 200 len: 945 time: 0.0616875 Jun 14 18:17:04.353370 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87ad37e-e087-42ec-bace-54a662828a0d req-6e7fb5dd-a0a4-448d-a4bc-8035fb067592 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:04.355510 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-b87ad37e-e087-42ec-bace-54a662828a0d req-6e7fb5dd-a0a4-448d-a4bc-8035fb067592 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7f21d55-004b-4ae1-b12a-f53897ba0dd4 HTTP/1.1" status: 200 len: 945 time: 0.0522902 Jun 14 18:17:04.364134 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 56474) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:17:04.368584 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.v2.base [None req-27612c2c-7dcc-483b-accc-a661bf81702b tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Request body: {'floatingip': {'port_id': '3e69e598-5da8-4e4e-97ab-d3d7e0a445cf'}} {{(pid=102477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:17:04.373352 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-e64b66ec-6c4f-46c4-852b-388c5c659ba5 req-4cc26b6a-e530-4595-bc1a-71d0da3f125c tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f5f9c8a-576d-406f-acb0-3572b0ba74cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324073 Jun 14 18:17:04.410937 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-27612c2c-7dcc-483b-accc-a661bf81702b tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify callbacks [] for floatingip, before_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:04.859724 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-27612c2c-7dcc-483b-accc-a661bf81702b tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:04.863836 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-27612c2c-7dcc-483b-accc-a661bf81702b tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8287696'] for floatingip, after_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:04.989111 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.db.l3_db [None req-27612c2c-7dcc-483b-accc-a661bf81702b tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Floating IP 79d03488-b7a8-431d-84f3-f46a7aeec462 associated. External IP: 172.27.2.231, port: 3e69e598-5da8-4e4e-97ab-d3d7e0a445cf. Jun 14 18:17:05.200672 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27612c2c-7dcc-483b-accc-a661bf81702b tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Router 5d0e627f-9931-44e7-bb8d-ffce79c09333 has already been hosted by L3 agent 2bd7ef4a-700f-45f4-ae1e-98ca6454acba {{(pid=102477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:17:05.306144 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27612c2c-7dcc-483b-accc-a661bf81702b tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify agent at l3_agent.dv-cinder-821739-1-iscsi the message routers_updated {{(pid=102477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:17:05.311679 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-27612c2c-7dcc-483b-accc-a661bf81702b tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for floatingip, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:05.316107 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e4495c-2730-4f6c-ba54-e3374dc54390 None None] Sync routers for ids ['5d0e627f-9931-44e7-bb8d-ffce79c09333'] in dv-cinder-821739-1-iscsi {{(pid=102478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:17:05.325580 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e4495c-2730-4f6c-ba54-e3374dc54390 None None] Routers {'5d0e627f-9931-44e7-bb8d-ffce79c09333'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:17:05.326221 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-e4e4495c-2730-4f6c-ba54-e3374dc54390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:16:49Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['5d0e627f-9931-44e7-bb8d-ffce79c09333'], 'active': True} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:17:05.337890 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-27612c2c-7dcc-483b-accc-a661bf81702b tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "PUT /v2.0/floatingips/79d03488-b7a8-431d-84f3-f46a7aeec462 HTTP/1.1" status: 200 len: 991 time: 0.9725757 Jun 14 18:17:05.338860 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7f21d55-004b-4ae1-b12a-f53897ba0dd4', 'tag': '3e69e598-5da8-4e4e-97ab-d3d7e0a445cf'}] {{(pid=102477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:17:05.341086 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63a05a5c49a881ad62840f65bcdf4689c8e257def52ee20504415851ea2faa0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba39af0c-0fb3-455a-97f8-e6f4b8d2d277" -d '{"events": [{"name": "network-changed", "server_uuid": "b7f21d55-004b-4ae1-b12a-f53897ba0dd4", "tag": "3e69e598-5da8-4e4e-97ab-d3d7e0a445cf"}]}' {{(pid=102477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:17:05.437826 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvr_db [None req-e4e4495c-2730-4f6c-ba54-e3374dc54390 None None] Set router 5d0e627f-9931-44e7-bb8d-ffce79c09333 gateway port host: dv-cinder-821739-1-iscsi {{(pid=102478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:17:05.441435 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Jun 2022 18:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-232b32a2-c901-49b3-92b9-1a93fe3acc03 x-openstack-request-id: req-232b32a2-c901-49b3-92b9-1a93fe3acc03 {{(pid=102477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:17:05.441813 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7f21d55-004b-4ae1-b12a-f53897ba0dd4", "tag": "3e69e598-5da8-4e4e-97ab-d3d7e0a445cf", "status": "completed", "code": 200}]} {{(pid=102477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:17:05.442123 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-232b32a2-c901-49b3-92b9-1a93fe3acc03 {{(pid=102477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:17:05.442582 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-232b32a2-c901-49b3-92b9-1a93fe3acc03'] response: {'name': 'network-changed', 'server_uuid': 'b7f21d55-004b-4ae1-b12a-f53897ba0dd4', 'tag': '3e69e598-5da8-4e4e-97ab-d3d7e0a445cf', 'status': 'completed', 'code': 200} Jun 14 18:17:05.523843 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0974f0-020d-46d4-ba2e-96aff6d4ffc8 req-b3bb8412-de5e-4d37-96b2-f5da326a4990 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:05.525390 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-1e0974f0-020d-46d4-ba2e-96aff6d4ffc8 req-b3bb8412-de5e-4d37-96b2-f5da326a4990 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=a622a78c-3723-434b-a685-47d1846e0778 HTTP/1.1" status: 200 len: 945 time: 0.0737929 Jun 14 18:17:05.541351 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba39af0c-0fb3-455a-97f8-e6f4b8d2d277 req-5e6724b2-1f06-4f70-94aa-b1bf871e4706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:05.542910 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-ba39af0c-0fb3-455a-97f8-e6f4b8d2d277 req-5e6724b2-1f06-4f70-94aa-b1bf871e4706 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1656a3c434d1462d9a2c48c24f0b7728&device_id=b7f21d55-004b-4ae1-b12a-f53897ba0dd4 HTTP/1.1" status: 200 len: 1098 time: 0.0627277 Jun 14 18:17:05.594615 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-1e0974f0-020d-46d4-ba2e-96aff6d4ffc8 req-cdc09430-b10d-455c-bc85-bac66396352e tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f5f9c8a-576d-406f-acb0-3572b0ba74cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620949 Jun 14 18:17:05.653437 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba39af0c-0fb3-455a-97f8-e6f4b8d2d277 req-fe3ff0e4-f68f-4c57-8e10-3bb6b2b12472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:05.654913 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-ba39af0c-0fb3-455a-97f8-e6f4b8d2d277 req-fe3ff0e4-f68f-4c57-8e10-3bb6b2b12472 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e4802f45-6d76-4b53-9a7f-7b43659748a3 HTTP/1.1" status: 200 len: 912 time: 0.1040237 Jun 14 18:17:05.670985 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-e4e4495c-2730-4f6c-ba54-e3374dc54390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0e627f-9931-44e7-bb8d-ffce79c09333', 'name': 'tempest-AttachVolumeTestJSON-504290740-router', 'tenant_id': '1656a3c434d1462d9a2c48c24f0b7728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '7ab5aec5-e4c5-4e04-9cca-c95dea8cfc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:11:28Z', 'updated_at': '2022-06-14T18:11:33Z', 'revision_number': 4, 'project_id': '1656a3c434d1462d9a2c48c24f0b7728', 'gw_port': {'id': '7ab5aec5-e4c5-4e04-9cca-c95dea8cfc69', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0e627f-9931-44e7-bb8d-ffce79c09333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:28Z', 'updated_at': '2022-06-14T18:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_floatingips': [{'id': '79d03488-b7a8-431d-84f3-f46a7aeec462', 'tenant_id': '1656a3c434d1462d9a2c48c24f0b7728', 'floating_ip_address': '172.27.2.231', 'floating_network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'router_id': '5d0e627f-9931-44e7-bb8d-ffce79c09333', 'port_id': '3e69e598-5da8-4e4e-97ab-d3d7e0a445cf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4802f45-6d76-4b53-9a7f-7b43659748a3', 'mac_address': 'fa:16:3e:55:8d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f21d55-004b-4ae1-b12a-f53897ba0dd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:16:52Z', 'updated_at': '2022-06-14T18:17:04Z', 'revision_number': 1, 'project_id': '1656a3c434d1462d9a2c48c24f0b7728', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '938b64a5-df52-4436-973f-36281c5eb5a6', 'name': '', 'network_id': 'e4802f45-6d76-4b53-9a7f-7b43659748a3', 'tenant_id': '1656a3c434d1462d9a2c48c24f0b7728', 'mac_address': 'fa:16:3e:12:8c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0e627f-9931-44e7-bb8d-ffce79c09333', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '0bf57453-530a-4cde-8cdb-616dbddd580e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:31Z', 'updated_at': '2022-06-14T18:11:44Z', 'revision_number': 5, 'project_id': '1656a3c434d1462d9a2c48c24f0b7728', 'subnets': [{'id': '0bf57453-530a-4cde-8cdb-616dbddd580e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:17:05.703423 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e4495c-2730-4f6c-ba54-e3374dc54390 None None] Checking router: 5d0e627f-9931-44e7-bb8d-ffce79c09333 for host: dv-cinder-821739-1-iscsi {{(pid=102478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:17:05.711677 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e4495c-2730-4f6c-ba54-e3374dc54390 None None] Routers {'5d0e627f-9931-44e7-bb8d-ffce79c09333'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:17:05.712287 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-e4e4495c-2730-4f6c-ba54-e3374dc54390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:16:49Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['5d0e627f-9931-44e7-bb8d-ffce79c09333'], 'active': True} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:17:05.721264 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-ba39af0c-0fb3-455a-97f8-e6f4b8d2d277 req-f84e2023-3ba8-45bc-b8cb-09edaefbd92d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e69e598-5da8-4e4e-97ab-d3d7e0a445cf HTTP/1.1" status: 200 len: 999 time: 0.0587449 Jun 14 18:17:05.774558 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba39af0c-0fb3-455a-97f8-e6f4b8d2d277 req-57ed135c-3761-4836-a5d6-2fb00fe55eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:05.776535 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-ba39af0c-0fb3-455a-97f8-e6f4b8d2d277 req-57ed135c-3761-4836-a5d6-2fb00fe55eca service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0bf57453-530a-4cde-8cdb-616dbddd580e HTTP/1.1" status: 200 len: 849 time: 0.0466399 Jun 14 18:17:05.818946 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvr_db [None req-e4e4495c-2730-4f6c-ba54-e3374dc54390 None None] Set router 5d0e627f-9931-44e7-bb8d-ffce79c09333 gateway port host: dv-cinder-821739-1-iscsi {{(pid=102478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:17:05.820720 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba39af0c-0fb3-455a-97f8-e6f4b8d2d277 req-72163503-1038-4d5c-98ef-a8da29b3a5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:05.822334 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-ba39af0c-0fb3-455a-97f8-e6f4b8d2d277 req-72163503-1038-4d5c-98ef-a8da29b3a5af service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e4802f45-6d76-4b53-9a7f-7b43659748a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395379 Jun 14 18:17:05.910495 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-ba39af0c-0fb3-455a-97f8-e6f4b8d2d277 req-4183432b-5d12-4fda-ac07-3eae09da0857 service neutron] 10.222.0.90 "GET /v2.0/networks/e4802f45-6d76-4b53-9a7f-7b43659748a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812201 Jun 14 18:17:06.014929 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device 21fb8ee9-5c85-43b8-9632-bcb0e3053ad0 no longer exists at agent hyperv_hv-cinder-82173 {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:17:06.022341 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-ba39af0c-0fb3-455a-97f8-e6f4b8d2d277 req-271b4331-f202-4f62-a68a-5e38352b8a2a service neutron] 10.222.0.90 "GET /v2.0/networks/e4802f45-6d76-4b53-9a7f-7b43659748a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933430 Jun 14 18:17:06.037549 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] No Port match for: 21fb8ee9-5c85-43b8-9632-bcb0e3053ad0 {{(pid=102478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 14 18:17:06.037987 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device 21fb8ee9-5c85-43b8-9632-bcb0e3053ad0 not bound to the agent host hv-cinder-82173 {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:17:06.069122 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-e4e4495c-2730-4f6c-ba54-e3374dc54390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0e627f-9931-44e7-bb8d-ffce79c09333', 'name': 'tempest-AttachVolumeTestJSON-504290740-router', 'tenant_id': '1656a3c434d1462d9a2c48c24f0b7728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '7ab5aec5-e4c5-4e04-9cca-c95dea8cfc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:11:28Z', 'updated_at': '2022-06-14T18:11:33Z', 'revision_number': 4, 'project_id': '1656a3c434d1462d9a2c48c24f0b7728', 'gw_port': {'id': '7ab5aec5-e4c5-4e04-9cca-c95dea8cfc69', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0e627f-9931-44e7-bb8d-ffce79c09333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:28Z', 'updated_at': '2022-06-14T18:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_floatingips': [{'id': '79d03488-b7a8-431d-84f3-f46a7aeec462', 'tenant_id': '1656a3c434d1462d9a2c48c24f0b7728', 'floating_ip_address': '172.27.2.231', 'floating_network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'router_id': '5d0e627f-9931-44e7-bb8d-ffce79c09333', 'port_id': '3e69e598-5da8-4e4e-97ab-d3d7e0a445cf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4802f45-6d76-4b53-9a7f-7b43659748a3', 'mac_address': 'fa:16:3e:55:8d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f21d55-004b-4ae1-b12a-f53897ba0dd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:16:52Z', 'updated_at': '2022-06-14T18:17:04Z', 'revision_number': 1, 'project_id': '1656a3c434d1462d9a2c48c24f0b7728', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '938b64a5-df52-4436-973f-36281c5eb5a6', 'name': '', 'network_id': 'e4802f45-6d76-4b53-9a7f-7b43659748a3', 'tenant_id': '1656a3c434d1462d9a2c48c24f0b7728', 'mac_address': 'fa:16:3e:12:8c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0e627f-9931-44e7-bb8d-ffce79c09333', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '0bf57453-530a-4cde-8cdb-616dbddd580e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:31Z', 'updated_at': '2022-06-14T18:11:44Z', 'revision_number': 5, 'project_id': '1656a3c434d1462d9a2c48c24f0b7728', 'subnets': [{'id': '0bf57453-530a-4cde-8cdb-616dbddd580e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:17:06.099693 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e4495c-2730-4f6c-ba54-e3374dc54390 None None] The sync data for ids ['5d0e627f-9931-44e7-bb8d-ffce79c09333'] in dv-cinder-821739-1-iscsi is: [{'id': '5d0e627f-9931-44e7-bb8d-ffce79c09333', 'name': 'tempest-AttachVolumeTestJSON-504290740-router', 'tenant_id': '1656a3c434d1462d9a2c48c24f0b7728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '7ab5aec5-e4c5-4e04-9cca-c95dea8cfc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:11:28Z', 'updated_at': '2022-06-14T18:11:33Z', 'revision_number': 4, 'project_id': '1656a3c434d1462d9a2c48c24f0b7728', 'gw_port': {'id': '7ab5aec5-e4c5-4e04-9cca-c95dea8cfc69', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0e627f-9931-44e7-bb8d-ffce79c09333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:28Z', 'updated_at': '2022-06-14T18:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_floatingips': [{'id': '79d03488-b7a8-431d-84f3-f46a7aeec462', 'tenant_id': '1656a3c434d1462d9a2c48c24f0b7728', 'floating_ip_address': '172.27.2.231', 'floating_network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'router_id': '5d0e627f-9931-44e7-bb8d-ffce79c09333', 'port_id': '3e69e598-5da8-4e4e-97ab-d3d7e0a445cf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4802f45-6d76-4b53-9a7f-7b43659748a3', 'mac_address': 'fa:16:3e:55:8d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f21d55-004b-4ae1-b12a-f53897ba0dd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:16:52Z', 'updated_at': '2022-06-14T18:17:04Z', 'revision_number': 1, 'project_id': '1656a3c434d1462d9a2c48c24f0b7728', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '938b64a5-df52-4436-973f-36281c5eb5a6', 'name': '', 'network_id': 'e4802f45-6d76-4b53-9a7f-7b43659748a3', 'tenant_id': '1656a3c434d1462d9a2c48c24f0b7728', 'mac_address': 'fa:16:3e:12:8c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0e627f-9931-44e7-bb8d-ffce79c09333', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '0bf57453-530a-4cde-8cdb-616dbddd580e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:31Z', 'updated_at': '2022-06-14T18:11:44Z', 'revision_number': 5, 'project_id': '1656a3c434d1462d9a2c48c24f0b7728', 'subnets': [{'id': '0bf57453-530a-4cde-8cdb-616dbddd580e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:17:06.262695 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e6fae-52e1-4fe9-b3e0-8249e0c53aaa req-71ec4ad4-ad77-4f0d-8947-a7d41128be41 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:06.264244 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-d94e6fae-52e1-4fe9-b3e0-8249e0c53aaa req-71ec4ad4-ad77-4f0d-8947-a7d41128be41 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=69ae7078-ef55-49c6-a2aa-659280d155db HTTP/1.1" status: 200 len: 945 time: 0.0524657 Jun 14 18:17:06.304543 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-d94e6fae-52e1-4fe9-b3e0-8249e0c53aaa req-b1d05702-f2a0-4562-8cb7-0b84bc374e47 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343606 Jun 14 18:17:06.307183 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eabb3dc-56fa-41b3-805a-bc8cd69ee454 None None] New status for floating IP 79d03488-b7a8-431d-84f3-f46a7aeec462: ACTIVE {{(pid=102479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 18:17:06.716931 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58450b8d-361f-4709-9e56-fe075f4ccc6f req-c2424df0-ff55-45cc-9bf8-65109167333f tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:06.718460 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-58450b8d-361f-4709-9e56-fe075f4ccc6f req-c2424df0-ff55-45cc-9bf8-65109167333f tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=a622a78c-3723-434b-a685-47d1846e0778 HTTP/1.1" status: 200 len: 945 time: 0.0501802 Jun 14 18:17:06.760749 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-58450b8d-361f-4709-9e56-fe075f4ccc6f req-b5fff53f-bb65-4d78-a1e8-9994b20d9660 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f5f9c8a-576d-406f-acb0-3572b0ba74cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363717 Jun 14 18:17:07.423058 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f849195-1e6a-4ba2-b82b-9328bc563934 req-d9318f83-97c1-4ada-b874-20e3a7f4c0b2 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:07.424505 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-7f849195-1e6a-4ba2-b82b-9328bc563934 req-d9318f83-97c1-4ada-b874-20e3a7f4c0b2 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=69ae7078-ef55-49c6-a2aa-659280d155db HTTP/1.1" status: 200 len: 945 time: 0.0483329 Jun 14 18:17:07.465022 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-7f849195-1e6a-4ba2-b82b-9328bc563934 req-85a4b6b2-6571-475b-9024-9e70facfa09d tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346651 Jun 14 18:17:07.878602 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03b0dfd-d2a4-4bfa-839d-2a68dc358fb3 req-f68e5fc0-f4cb-43c2-88bf-fb113ab1a99a tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:07.880033 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-e03b0dfd-d2a4-4bfa-839d-2a68dc358fb3 req-f68e5fc0-f4cb-43c2-88bf-fb113ab1a99a tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=a622a78c-3723-434b-a685-47d1846e0778 HTTP/1.1" status: 200 len: 945 time: 0.0470052 Jun 14 18:17:07.916821 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-e03b0dfd-d2a4-4bfa-839d-2a68dc358fb3 req-af19e5eb-386e-42c5-ab72-9d94cdc5c6c5 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f5f9c8a-576d-406f-acb0-3572b0ba74cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299845 Jun 14 18:17:08.578129 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d788aa6e-6568-4920-9fd8-7acc384f24b4 req-363fd921-cab0-4475-bd26-e1328f9b5244 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:08.579567 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-d788aa6e-6568-4920-9fd8-7acc384f24b4 req-363fd921-cab0-4475-bd26-e1328f9b5244 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=69ae7078-ef55-49c6-a2aa-659280d155db HTTP/1.1" status: 200 len: 945 time: 0.0483422 Jun 14 18:17:08.617717 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-d788aa6e-6568-4920-9fd8-7acc384f24b4 req-c78e7395-3908-4739-a83b-288e4b4453ca tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320380 Jun 14 18:17:08.703883 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d971de4-77f7-48c2-9685-190593f684b2 req-ac696f45-c0e7-47dc-9afc-075c003bb915 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:08.705319 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-0d971de4-77f7-48c2-9685-190593f684b2 req-ac696f45-c0e7-47dc-9afc-075c003bb915 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.90 "GET /v2.0/ports?device_id=69ae7078-ef55-49c6-a2aa-659280d155db HTTP/1.1" status: 200 len: 945 time: 0.0480332 Jun 14 18:17:08.800410 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.plugin [req-0d971de4-77f7-48c2-9685-190593f684b2 req-b8778dc0-6310-45f0-90ab-4e210581f367 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Deleting port 8272734a-846d-4f63-8224-608a7542ed04 {{(pid=102476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 14 18:17:08.800748 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-0d971de4-77f7-48c2-9685-190593f684b2 req-b8778dc0-6310-45f0-90ab-4e210581f367 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239577025'] for port, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:08.892023 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.db [req-0d971de4-77f7-48c2-9685-190593f684b2 req-b8778dc0-6310-45f0-90ab-4e210581f367 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] For port 8272734a-846d-4f63-8224-608a7542ed04, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=8272734a-846d-4f63-8224-608a7542ed04,segment=NetworkSegment(ec03b231-3de7-452c-aafc-d658d7157626),segment_id=ec03b231-3de7-452c-aafc-d658d7157626)] {{(pid=102476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:17:08.892286 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-0d971de4-77f7-48c2-9685-190593f684b2 req-b8778dc0-6310-45f0-90ab-4e210581f367 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282467'] for port, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:08.905157 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.plugin [req-0d971de4-77f7-48c2-9685-190593f684b2 req-b8778dc0-6310-45f0-90ab-4e210581f367 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Calling delete_port for 8272734a-846d-4f63-8224-608a7542ed04 owned by compute:nova {{(pid=102476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 14 18:17:09.033391 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-0d971de4-77f7-48c2-9685-190593f684b2 req-b8778dc0-6310-45f0-90ab-4e210581f367 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239583007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239190869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378765'] for port, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:09.042353 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee51296-ce8f-4180-99be-11d08efc2154 req-275a0102-d0ed-40d1-bc58-9732ab9d8fa1 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:09.043849 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-0ee51296-ce8f-4180-99be-11d08efc2154 req-275a0102-d0ed-40d1-bc58-9732ab9d8fa1 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=a622a78c-3723-434b-a685-47d1846e0778 HTTP/1.1" status: 200 len: 945 time: 0.0533381 Jun 14 18:17:09.052493 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] get_ports_and_sgs() called for port_ids ['73718447-1a32-41cd-8208-8ee7bff08056', '8272734a-846d-4f63-8224-608a7542ed04'] {{(pid=102478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 14 18:17:09.064313 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8778dc0-6310-45f0-90ab-4e210581f367 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Pushing event deleted for resources: {'Port': ['ID=8272734a-846d-4f63-8224-608a7542ed04,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:17:09.090451 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-0ee51296-ce8f-4180-99be-11d08efc2154 req-3fb617e5-41f7-447d-adc7-84c1f5a86c00 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f5f9c8a-576d-406f-acb0-3572b0ba74cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406477 Jun 14 18:17:09.099547 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8778dc0-6310-45f0-90ab-4e210581f367 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:17:09.099895 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8778dc0-6310-45f0-90ab-4e210581f367 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:17:09.100234 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8778dc0-6310-45f0-90ab-4e210581f367 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:17:09.100571 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8778dc0-6310-45f0-90ab-4e210581f367 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:17:09.101078 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8778dc0-6310-45f0-90ab-4e210581f367 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:17:09.101449 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8778dc0-6310-45f0-90ab-4e210581f367 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:17:09.101884 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8778dc0-6310-45f0-90ab-4e210581f367 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:17:09.102658 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8778dc0-6310-45f0-90ab-4e210581f367 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:17:09.102658 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8778dc0-6310-45f0-90ab-4e210581f367 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:17:09.102863 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8778dc0-6310-45f0-90ab-4e210581f367 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:17:09.103912 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8778dc0-6310-45f0-90ab-4e210581f367 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:17:09.104171 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8778dc0-6310-45f0-90ab-4e210581f367 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:17:09.126815 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d971de4-77f7-48c2-9685-190593f684b2 req-b8778dc0-6310-45f0-90ab-4e210581f367 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] No DVR routers for this DVR port 8272734a-846d-4f63-8224-608a7542ed04 on host hv-cinder-82173 {{(pid=102476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 18:17:09.129490 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-0d971de4-77f7-48c2-9685-190593f684b2 req-b8778dc0-6310-45f0-90ab-4e210581f367 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for port, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:09.132852 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-0d971de4-77f7-48c2-9685-190593f684b2 req-b8778dc0-6310-45f0-90ab-4e210581f367 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.90 "DELETE /v2.0/ports/8272734a-846d-4f63-8224-608a7542ed04 HTTP/1.1" status: 204 len: 173 time: 0.4204154 Jun 14 18:17:09.133294 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69ae7078-ef55-49c6-a2aa-659280d155db', 'name': 'network-vif-deleted', 'tag': '8272734a-846d-4f63-8224-608a7542ed04'}] {{(pid=102476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:17:09.135952 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f6785e4de8a87b7f797dd5e96f4d126f8c0b91c7fbdcfaa1853e8ef739b068f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37328e19-3a84-4ed0-bf9c-0185baeedc4d" -d '{"events": [{"server_uuid": "69ae7078-ef55-49c6-a2aa-659280d155db", "name": "network-vif-deleted", "tag": "8272734a-846d-4f63-8224-608a7542ed04"}]}' {{(pid=102476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:17:09.175054 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-461f092c-3335-41de-8ebd-e434bf71adc3 x-openstack-request-id: req-461f092c-3335-41de-8ebd-e434bf71adc3 {{(pid=102476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:17:09.175566 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69ae7078-ef55-49c6-a2aa-659280d155db", "name": "network-vif-deleted", "tag": "8272734a-846d-4f63-8224-608a7542ed04", "status": "completed", "code": 200}]} {{(pid=102476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:17:09.176050 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-461f092c-3335-41de-8ebd-e434bf71adc3 {{(pid=102476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:17:09.176667 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-461f092c-3335-41de-8ebd-e434bf71adc3'] response: {'server_uuid': '69ae7078-ef55-49c6-a2aa-659280d155db', 'name': 'network-vif-deleted', 'tag': '8272734a-846d-4f63-8224-608a7542ed04', 'status': 'completed', 'code': 200} Jun 14 18:17:09.732183 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-ede044cb-57dd-4131-b49b-7de7d92846e2 req-bedebcb7-7166-4200-a7b9-46158911cbc7 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=69ae7078-ef55-49c6-a2aa-659280d155db HTTP/1.1" status: 200 len: 210 time: 0.0308366 Jun 14 18:17:10.222174 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b63c7-aab7-4056-a1ef-c3c2573bc265 req-de4b84ed-a54a-43ff-a0ed-af349c433962 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:10.223628 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-cf5b63c7-aab7-4056-a1ef-c3c2573bc265 req-de4b84ed-a54a-43ff-a0ed-af349c433962 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=a622a78c-3723-434b-a685-47d1846e0778 HTTP/1.1" status: 200 len: 945 time: 0.0480912 Jun 14 18:17:10.259848 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-cf5b63c7-aab7-4056-a1ef-c3c2573bc265 req-eb3c3d93-24fc-4a69-93ea-3c18a01c5fff tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f5f9c8a-576d-406f-acb0-3572b0ba74cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300286 Jun 14 18:17:11.005184 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b00f19-0c3c-402a-9a52-a2a603d5dd2f req-3814e37f-fcd2-46e9-9c17-fe13bc9c0ebd tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:11.006662 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-b8b00f19-0c3c-402a-9a52-a2a603d5dd2f req-3814e37f-fcd2-46e9-9c17-fe13bc9c0ebd tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c01ae33-4bcd-4445-b978-df44a99f69bf HTTP/1.1" status: 200 len: 946 time: 0.0492938 Jun 14 18:17:11.043793 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-b8b00f19-0c3c-402a-9a52-a2a603d5dd2f req-a74fc8d5-4461-4f4f-8b57-06780c9e0dcb tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308969 Jun 14 18:17:11.380374 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05849073-8a16-476e-b7d6-92313a71aced req-8dffd602-bc72-4ad4-b6e9-fe51180ba85f tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:11.381857 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-05849073-8a16-476e-b7d6-92313a71aced req-8dffd602-bc72-4ad4-b6e9-fe51180ba85f tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=a622a78c-3723-434b-a685-47d1846e0778 HTTP/1.1" status: 200 len: 945 time: 0.0488398 Jun 14 18:17:11.422103 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-05849073-8a16-476e-b7d6-92313a71aced req-a77ee710-5348-4358-8dad-5059efdb9c0f tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f5f9c8a-576d-406f-acb0-3572b0ba74cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341573 Jun 14 18:17:12.159043 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd9494-33b6-496a-8303-5fb76f2b60d6 req-453c50b4-5346-482d-9db4-fc1d886bcaec tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:12.160665 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-78dd9494-33b6-496a-8303-5fb76f2b60d6 req-453c50b4-5346-482d-9db4-fc1d886bcaec tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c01ae33-4bcd-4445-b978-df44a99f69bf HTTP/1.1" status: 200 len: 946 time: 0.0489981 Jun 14 18:17:12.206797 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-78dd9494-33b6-496a-8303-5fb76f2b60d6 req-c04ee72d-4a20-44d9-b8b1-546dbba72cdd tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399680 Jun 14 18:17:12.280419 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394ce36f-3c9c-4b07-91c8-334102d20a26 req-bb57a8df-e56b-4925-aff9-c1e3ba2a5285 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:12.281892 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-394ce36f-3c9c-4b07-91c8-334102d20a26 req-bb57a8df-e56b-4925-aff9-c1e3ba2a5285 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/ports?device_id=e20b57fd-5805-46f6-9e52-7bb9fca3adc9 HTTP/1.1" status: 200 len: 945 time: 0.0533421 Jun 14 18:17:12.319010 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-394ce36f-3c9c-4b07-91c8-334102d20a26 req-5f066ce2-be3e-40a0-83b0-9f0cc61cbbed tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/security-groups?id=17eba8a0-dd59-4485-b2c1-8fad277f9b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310061 Jun 14 18:17:12.545821 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302fde6e-638d-4777-8c9e-a705c0d31d53 req-43d299ee-21fa-495c-97f0-b3b507387c11 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:12.547358 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-302fde6e-638d-4777-8c9e-a705c0d31d53 req-43d299ee-21fa-495c-97f0-b3b507387c11 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=a622a78c-3723-434b-a685-47d1846e0778 HTTP/1.1" status: 200 len: 945 time: 0.0518622 Jun 14 18:17:12.587510 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-302fde6e-638d-4777-8c9e-a705c0d31d53 req-123e014a-0612-4e24-b2ac-83f15350a207 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f5f9c8a-576d-406f-acb0-3572b0ba74cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336952 Jun 14 18:17:13.327608 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c276d1f-91c9-4565-8b00-4c141f954c00 req-98c5312a-2b2a-4f78-aad6-91e704566a5e tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:13.329101 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-4c276d1f-91c9-4565-8b00-4c141f954c00 req-98c5312a-2b2a-4f78-aad6-91e704566a5e tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c01ae33-4bcd-4445-b978-df44a99f69bf HTTP/1.1" status: 200 len: 946 time: 0.0500102 Jun 14 18:17:13.374120 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-4c276d1f-91c9-4565-8b00-4c141f954c00 req-42ccfedd-4cc2-4a35-83fb-c44439f9c5d4 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383806 Jun 14 18:17:13.443717 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eac8f17-04f4-4d75-b812-efabc82ab9d4 req-30c1c7a1-9f6d-4b3e-82b5-41af51714c8a tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:13.445320 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-7eac8f17-04f4-4d75-b812-efabc82ab9d4 req-30c1c7a1-9f6d-4b3e-82b5-41af51714c8a tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/ports?device_id=e20b57fd-5805-46f6-9e52-7bb9fca3adc9 HTTP/1.1" status: 200 len: 945 time: 0.0530818 Jun 14 18:17:13.486170 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-7eac8f17-04f4-4d75-b812-efabc82ab9d4 req-e31f5176-cf84-42df-b963-2b372e34934f tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/security-groups?id=17eba8a0-dd59-4485-b2c1-8fad277f9b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332701 Jun 14 18:17:13.708664 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bfccc9-4725-4c10-9ea8-43d0d64fc435 req-35bbc75c-1250-4959-85ca-b73d348620c7 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:13.710138 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-65bfccc9-4725-4c10-9ea8-43d0d64fc435 req-35bbc75c-1250-4959-85ca-b73d348620c7 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=a622a78c-3723-434b-a685-47d1846e0778 HTTP/1.1" status: 200 len: 945 time: 0.0478563 Jun 14 18:17:13.747408 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-65bfccc9-4725-4c10-9ea8-43d0d64fc435 req-dde18051-0e1c-457c-aa52-a8ec1d9357d6 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f5f9c8a-576d-406f-acb0-3572b0ba74cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306606 Jun 14 18:17:14.069838 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device 8272734a-846d-4f63-8224-608a7542ed04 no longer exists at agent hyperv_hv-cinder-82173 {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:17:14.091209 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] No Port match for: 8272734a-846d-4f63-8224-608a7542ed04 {{(pid=102478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 14 18:17:14.091550 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device 8272734a-846d-4f63-8224-608a7542ed04 not bound to the agent host hv-cinder-82173 {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:17:14.207959 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad7f92-b4b8-4920-a1ff-dd7fefe741f5 req-b7fb4162-7c9c-4ab5-b12e-3fabd2c123e0 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:14.209420 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-ecad7f92-b4b8-4920-a1ff-dd7fefe741f5 req-b7fb4162-7c9c-4ab5-b12e-3fabd2c123e0 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.90 "GET /v2.0/ports?device_id=1c01ae33-4bcd-4445-b978-df44a99f69bf HTTP/1.1" status: 200 len: 946 time: 0.0507510 Jun 14 18:17:14.306859 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.plugin [req-ecad7f92-b4b8-4920-a1ff-dd7fefe741f5 req-1527f6a3-ec22-4c82-a3f8-218d5138b42f tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Deleting port 73718447-1a32-41cd-8208-8ee7bff08056 {{(pid=102476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 14 18:17:14.307197 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-ecad7f92-b4b8-4920-a1ff-dd7fefe741f5 req-1527f6a3-ec22-4c82-a3f8-218d5138b42f tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239577025'] for port, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:14.399327 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.db [req-ecad7f92-b4b8-4920-a1ff-dd7fefe741f5 req-1527f6a3-ec22-4c82-a3f8-218d5138b42f tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] For port 73718447-1a32-41cd-8208-8ee7bff08056, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=73718447-1a32-41cd-8208-8ee7bff08056,segment=NetworkSegment(ec03b231-3de7-452c-aafc-d658d7157626),segment_id=ec03b231-3de7-452c-aafc-d658d7157626)] {{(pid=102476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:17:14.399684 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-ecad7f92-b4b8-4920-a1ff-dd7fefe741f5 req-1527f6a3-ec22-4c82-a3f8-218d5138b42f tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282467'] for port, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:14.412018 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.plugin [req-ecad7f92-b4b8-4920-a1ff-dd7fefe741f5 req-1527f6a3-ec22-4c82-a3f8-218d5138b42f tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Calling delete_port for 73718447-1a32-41cd-8208-8ee7bff08056 owned by compute:nova {{(pid=102476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 14 18:17:14.613447 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5594f244-1eac-477c-919d-3fa10dbf45b3 req-82e5c0fe-498b-4412-8250-5cfa24116f36 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:14.614958 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-5594f244-1eac-477c-919d-3fa10dbf45b3 req-82e5c0fe-498b-4412-8250-5cfa24116f36 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/ports?device_id=e20b57fd-5805-46f6-9e52-7bb9fca3adc9 HTTP/1.1" status: 200 len: 945 time: 0.0585735 Jun 14 18:17:14.656655 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-5594f244-1eac-477c-919d-3fa10dbf45b3 req-a5d6890c-712a-4017-92b7-d69429f5b7ad tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/security-groups?id=17eba8a0-dd59-4485-b2c1-8fad277f9b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349214 Jun 14 18:17:14.769804 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a65af37-e28f-4cb2-b707-e0c504368357 req-2af2ca13-8fa3-4efc-bcea-b102e48ff078 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:14.771282 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-6a65af37-e28f-4cb2-b707-e0c504368357 req-2af2ca13-8fa3-4efc-bcea-b102e48ff078 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c01ae33-4bcd-4445-b978-df44a99f69bf HTTP/1.1" status: 200 len: 946 time: 0.0716813 Jun 14 18:17:14.844246 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-6a65af37-e28f-4cb2-b707-e0c504368357 req-f58f84fa-889d-48de-b632-5528133f1ed7 tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.70 "GET /v2.0/security-groups?id=6718eae3-64c4-4d24-824d-14066e13d247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668728 Jun 14 18:17:14.858775 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-ecad7f92-b4b8-4920-a1ff-dd7fefe741f5 req-1527f6a3-ec22-4c82-a3f8-218d5138b42f tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239583007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239190869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378765'] for port, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:14.876495 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c421f14-3dfe-4885-9c74-d2abd6eaf485 req-2f38e866-0161-424c-b022-37e56ffa63cf tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:14.877988 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] get_ports_and_sgs() called for port_ids ['73718447-1a32-41cd-8208-8ee7bff08056'] {{(pid=102478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 14 18:17:14.878277 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-8c421f14-3dfe-4885-9c74-d2abd6eaf485 req-2f38e866-0161-424c-b022-37e56ffa63cf tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=a622a78c-3723-434b-a685-47d1846e0778 HTTP/1.1" status: 200 len: 945 time: 0.0553191 Jun 14 18:17:14.885727 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1527f6a3-ec22-4c82-a3f8-218d5138b42f tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Pushing event deleted for resources: {'Port': ['ID=73718447-1a32-41cd-8208-8ee7bff08056,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:17:14.933506 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecad7f92-b4b8-4920-a1ff-dd7fefe741f5 req-1527f6a3-ec22-4c82-a3f8-218d5138b42f tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] No DVR routers for this DVR port 73718447-1a32-41cd-8208-8ee7bff08056 on host hv-cinder-82173 {{(pid=102476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 18:17:14.937253 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-ecad7f92-b4b8-4920-a1ff-dd7fefe741f5 req-1527f6a3-ec22-4c82-a3f8-218d5138b42f tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for port, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:14.939548 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-8c421f14-3dfe-4885-9c74-d2abd6eaf485 req-719d2d6f-a685-4ca3-9e48-f31f3c236e1f tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f5f9c8a-576d-406f-acb0-3572b0ba74cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550392 Jun 14 18:17:14.940504 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-ecad7f92-b4b8-4920-a1ff-dd7fefe741f5 req-1527f6a3-ec22-4c82-a3f8-218d5138b42f tempest-ServerRescueNegativeTestJSON-557847821 tempest-ServerRescueNegativeTestJSON-557847821-project] 10.222.0.90 "DELETE /v2.0/ports/73718447-1a32-41cd-8208-8ee7bff08056 HTTP/1.1" status: 204 len: 173 time: 0.7245827 Jun 14 18:17:14.940957 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c01ae33-4bcd-4445-b978-df44a99f69bf', 'name': 'network-vif-deleted', 'tag': '73718447-1a32-41cd-8208-8ee7bff08056'}] {{(pid=102476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:17:14.943239 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f6785e4de8a87b7f797dd5e96f4d126f8c0b91c7fbdcfaa1853e8ef739b068f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b77142b5-6c85-4e12-94fb-95f54189ffcb" -d '{"events": [{"server_uuid": "1c01ae33-4bcd-4445-b978-df44a99f69bf", "name": "network-vif-deleted", "tag": "73718447-1a32-41cd-8208-8ee7bff08056"}]}' {{(pid=102476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:17:15.035255 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29a07634-fe48-484a-a95f-78a6f59036e4 x-openstack-request-id: req-29a07634-fe48-484a-a95f-78a6f59036e4 {{(pid=102476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:17:15.035606 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c01ae33-4bcd-4445-b978-df44a99f69bf", "name": "network-vif-deleted", "tag": "73718447-1a32-41cd-8208-8ee7bff08056", "status": "completed", "code": 200}]} {{(pid=102476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:17:15.035965 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-29a07634-fe48-484a-a95f-78a6f59036e4 {{(pid=102476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:17:15.036245 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29a07634-fe48-484a-a95f-78a6f59036e4'] response: {'server_uuid': '1c01ae33-4bcd-4445-b978-df44a99f69bf', 'name': 'network-vif-deleted', 'tag': '73718447-1a32-41cd-8208-8ee7bff08056', 'status': 'completed', 'code': 200} Jun 14 18:17:15.776469 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9390fbc-747c-49a5-9695-6ee29030c834 req-131f332c-0b8c-4bd8-b4bb-b8859905bf50 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:15.777967 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-a9390fbc-747c-49a5-9695-6ee29030c834 req-131f332c-0b8c-4bd8-b4bb-b8859905bf50 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/ports?device_id=e20b57fd-5805-46f6-9e52-7bb9fca3adc9 HTTP/1.1" status: 200 len: 945 time: 0.0504544 Jun 14 18:17:15.785238 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.agents_db [None req-d83a49a0-1be1-4d29-a7ba-91319940a8a9 None None] Agent healthcheck: found 6 active agents {{(pid=102479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 14 18:17:15.818246 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-a9390fbc-747c-49a5-9695-6ee29030c834 req-688f4016-b0c1-4098-9aad-9304b9c2a4f2 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/security-groups?id=17eba8a0-dd59-4485-b2c1-8fad277f9b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336535 Jun 14 18:17:15.901726 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 56552) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:17:16.072454 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832e5eb2-55c5-4eb8-9f92-a232bdfa979f req-3e39c0d0-bc53-4c23-b43b-134141f36a28 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:16.073917 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-832e5eb2-55c5-4eb8-9f92-a232bdfa979f req-3e39c0d0-bc53-4c23-b43b-134141f36a28 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=a622a78c-3723-434b-a685-47d1846e0778 HTTP/1.1" status: 200 len: 945 time: 0.0561709 Jun 14 18:17:16.113408 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-832e5eb2-55c5-4eb8-9f92-a232bdfa979f req-fde8dc06-6e36-4c8e-9fc8-efca65256833 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f5f9c8a-576d-406f-acb0-3572b0ba74cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332594 Jun 14 18:17:16.435741 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-d0749ee1-c3c2-4656-86cb-26f330a77cf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8284624'] for router_interface, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:16.437734 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-38362dd1-abdb-4211-b81f-9fca380b8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:16.733369 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.plugin [None req-d0749ee1-c3c2-4656-86cb-26f330a77cf6 admin admin] Deleting port cfcfca9c-b50b-4833-b794-d14116998232 {{(pid=102476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 14 18:17:16.733741 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-d0749ee1-c3c2-4656-86cb-26f330a77cf6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239577025'] for port, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:16.820148 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.db [None req-d0749ee1-c3c2-4656-86cb-26f330a77cf6 admin admin] For port cfcfca9c-b50b-4833-b794-d14116998232, host dv-cinder-821739-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=cfcfca9c-b50b-4833-b794-d14116998232,segment=NetworkSegment(ec03b231-3de7-452c-aafc-d658d7157626),segment_id=ec03b231-3de7-452c-aafc-d658d7157626)] {{(pid=102476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:17:16.820518 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-d0749ee1-c3c2-4656-86cb-26f330a77cf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282467'] for port, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:16.832802 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.plugin [None req-d0749ee1-c3c2-4656-86cb-26f330a77cf6 admin admin] Calling delete_port for cfcfca9c-b50b-4833-b794-d14116998232 owned by network:router_interface {{(pid=102476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 14 18:17:16.982126 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b1f67d-089d-4721-a5f6-b073e65e3f2a req-a2469d08-cf2f-4b5b-a130-ff3994bf6ceb tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:16.983668 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-36b1f67d-089d-4721-a5f6-b073e65e3f2a req-a2469d08-cf2f-4b5b-a130-ff3994bf6ceb tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/ports?device_id=e20b57fd-5805-46f6-9e52-7bb9fca3adc9 HTTP/1.1" status: 200 len: 945 time: 0.0958772 Jun 14 18:17:17.037133 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-36b1f67d-089d-4721-a5f6-b073e65e3f2a req-711a6cd0-0c64-4637-817b-7c1454b9b7b1 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/security-groups?id=17eba8a0-dd59-4485-b2c1-8fad277f9b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461972 Jun 14 18:17:17.082500 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-d0749ee1-c3c2-4656-86cb-26f330a77cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239583007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239190869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378765'] for port, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:17.116231 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0749ee1-c3c2-4656-86cb-26f330a77cf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfcfca9c-b50b-4833-b794-d14116998232,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:17:17.251804 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea52b63-c198-488e-959d-a41ec927cdd2 req-6364132e-7175-455e-a0f0-c898e53caec4 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:17.255414 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-aea52b63-c198-488e-959d-a41ec927cdd2 req-6364132e-7175-455e-a0f0-c898e53caec4 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=a622a78c-3723-434b-a685-47d1846e0778 HTTP/1.1" status: 200 len: 945 time: 0.0665908 Jun 14 18:17:17.292120 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-d0749ee1-c3c2-4656-86cb-26f330a77cf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7944470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8284604'] for router_interface, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:17.302955 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-aea52b63-c198-488e-959d-a41ec927cdd2 req-7b840015-b60a-46c7-a245-d2cf1e789529 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f5f9c8a-576d-406f-acb0-3572b0ba74cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413373 Jun 14 18:17:17.514287 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0749ee1-c3c2-4656-86cb-26f330a77cf6 admin admin] Router 80fce1b3-89e8-41c5-b166-a0ac4da65169 has already been hosted by L3 agent 2bd7ef4a-700f-45f4-ae1e-98ca6454acba {{(pid=102476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:17:17.619984 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0749ee1-c3c2-4656-86cb-26f330a77cf6 admin admin] Notify agent at l3_agent.dv-cinder-821739-1-iscsi the message routers_updated {{(pid=102476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:17:17.625621 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-d0749ee1-c3c2-4656-86cb-26f330a77cf6 admin admin] 10.222.0.70 "PUT /v2.0/routers/80fce1b3-89e8-41c5-b166-a0ac4da65169/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7228906 Jun 14 18:17:17.628208 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 56562) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:17:17.629233 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc33c02-e739-4beb-a8f4-d2630dc35097 None None] Sync routers for ids ['80fce1b3-89e8-41c5-b166-a0ac4da65169'] in dv-cinder-821739-1-iscsi {{(pid=102478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:17:17.639441 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc33c02-e739-4beb-a8f4-d2630dc35097 None None] Routers {'80fce1b3-89e8-41c5-b166-a0ac4da65169'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:17:17.640055 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-dfc33c02-e739-4beb-a8f4-d2630dc35097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:16:49Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['80fce1b3-89e8-41c5-b166-a0ac4da65169'], 'active': True} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:17:17.735905 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-4eebe34f-164b-489c-9476-a6242301a237 admin admin] Notify callbacks [] for router, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:17.746134 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvr_db [None req-dfc33c02-e739-4beb-a8f4-d2630dc35097 None None] Set router 80fce1b3-89e8-41c5-b166-a0ac4da65169 gateway port host: dv-cinder-821739-1-iscsi {{(pid=102478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:17:17.939560 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-dfc33c02-e739-4beb-a8f4-d2630dc35097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fce1b3-89e8-41c5-b166-a0ac4da65169', 'name': 'tempest-ServerRescueNegativeTestJSON-210219480-router', 'tenant_id': '3042e999f1144c7da1a2473d58a86532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '9a727ac4-c07e-4c51-867c-30c166d6a0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:11:33Z', 'updated_at': '2022-06-14T18:17:17Z', 'revision_number': 5, 'project_id': '3042e999f1144c7da1a2473d58a86532', 'gw_port': {'id': '9a727ac4-c07e-4c51-867c-30c166d6a0f5', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fce1b3-89e8-41c5-b166-a0ac4da65169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:36Z', 'updated_at': '2022-06-14T18:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi'}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:17:17.967310 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc33c02-e739-4beb-a8f4-d2630dc35097 None None] Checking router: 80fce1b3-89e8-41c5-b166-a0ac4da65169 for host: dv-cinder-821739-1-iscsi {{(pid=102478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:17:17.976452 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc33c02-e739-4beb-a8f4-d2630dc35097 None None] Routers {'80fce1b3-89e8-41c5-b166-a0ac4da65169'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:17:17.977074 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-dfc33c02-e739-4beb-a8f4-d2630dc35097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:16:49Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['80fce1b3-89e8-41c5-b166-a0ac4da65169'], 'active': True} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:17:18.079256 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device 73718447-1a32-41cd-8208-8ee7bff08056 no longer exists at agent hyperv_hv-cinder-82173 {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:17:18.103248 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-4eebe34f-164b-489c-9476-a6242301a237 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:18.104386 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvr_db [None req-dfc33c02-e739-4beb-a8f4-d2630dc35097 None None] Set router 80fce1b3-89e8-41c5-b166-a0ac4da65169 gateway port host: dv-cinder-821739-1-iscsi {{(pid=102478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:17:18.107464 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] No Port match for: 73718447-1a32-41cd-8208-8ee7bff08056 {{(pid=102478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 14 18:17:18.107691 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device 73718447-1a32-41cd-8208-8ee7bff08056 not bound to the agent host hv-cinder-82173 {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:17:18.165693 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4f4dc0-8ab7-4afc-a71b-2abb41ccecae req-fa7abbe2-76c2-4d45-8769-1c99fa256863 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:18.169258 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.plugin [None req-4eebe34f-164b-489c-9476-a6242301a237 admin admin] Deleting port 9a727ac4-c07e-4c51-867c-30c166d6a0f5 {{(pid=102477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 14 18:17:18.169949 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-4eebe34f-164b-489c-9476-a6242301a237 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239577025'] for port, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:18.170706 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-8c4f4dc0-8ab7-4afc-a71b-2abb41ccecae req-fa7abbe2-76c2-4d45-8769-1c99fa256863 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/ports?device_id=e20b57fd-5805-46f6-9e52-7bb9fca3adc9 HTTP/1.1" status: 200 len: 945 time: 0.0598352 Jun 14 18:17:18.212679 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-8c4f4dc0-8ab7-4afc-a71b-2abb41ccecae req-3cc648de-d984-4637-b610-3f65e897d124 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/security-groups?id=17eba8a0-dd59-4485-b2c1-8fad277f9b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382521 Jun 14 18:17:18.272630 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.db [None req-4eebe34f-164b-489c-9476-a6242301a237 admin admin] For port 9a727ac4-c07e-4c51-867c-30c166d6a0f5, host dv-cinder-821739-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=9a727ac4-c07e-4c51-867c-30c166d6a0f5,segment=NetworkSegment(d3be3284-4005-440f-af8c-13455fbdf684),segment_id=d3be3284-4005-440f-af8c-13455fbdf684)] {{(pid=102477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:17:18.273300 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-4eebe34f-164b-489c-9476-a6242301a237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282467'] for port, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:18.286820 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.plugin [None req-4eebe34f-164b-489c-9476-a6242301a237 admin admin] Calling delete_port for 9a727ac4-c07e-4c51-867c-30c166d6a0f5 owned by network:router_gateway {{(pid=102477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 14 18:17:18.430451 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-dfc33c02-e739-4beb-a8f4-d2630dc35097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fce1b3-89e8-41c5-b166-a0ac4da65169', 'name': 'tempest-ServerRescueNegativeTestJSON-210219480-router', 'tenant_id': '3042e999f1144c7da1a2473d58a86532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '9a727ac4-c07e-4c51-867c-30c166d6a0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:11:33Z', 'updated_at': '2022-06-14T18:17:17Z', 'revision_number': 5, 'project_id': '3042e999f1144c7da1a2473d58a86532', 'gw_port': {'id': '9a727ac4-c07e-4c51-867c-30c166d6a0f5', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fce1b3-89e8-41c5-b166-a0ac4da65169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:36Z', 'updated_at': '2022-06-14T18:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi'}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:17:18.457527 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc33c02-e739-4beb-a8f4-d2630dc35097 None None] The sync data for ids ['80fce1b3-89e8-41c5-b166-a0ac4da65169'] in dv-cinder-821739-1-iscsi is: [{'id': '80fce1b3-89e8-41c5-b166-a0ac4da65169', 'name': 'tempest-ServerRescueNegativeTestJSON-210219480-router', 'tenant_id': '3042e999f1144c7da1a2473d58a86532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '9a727ac4-c07e-4c51-867c-30c166d6a0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:11:33Z', 'updated_at': '2022-06-14T18:17:17Z', 'revision_number': 5, 'project_id': '3042e999f1144c7da1a2473d58a86532', 'gw_port': {'id': '9a727ac4-c07e-4c51-867c-30c166d6a0f5', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fce1b3-89e8-41c5-b166-a0ac4da65169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:36Z', 'updated_at': '2022-06-14T18:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi'}] {{(pid=102478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:17:18.466009 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e162d73-bc45-48a9-9769-233473ec45d3 req-2727f45a-eb63-4bf7-82ec-306762b9cb4a tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:18.467572 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-7e162d73-bc45-48a9-9769-233473ec45d3 req-2727f45a-eb63-4bf7-82ec-306762b9cb4a tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=a622a78c-3723-434b-a685-47d1846e0778 HTTP/1.1" status: 200 len: 945 time: 0.0736747 Jun 14 18:17:18.545543 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-7e162d73-bc45-48a9-9769-233473ec45d3 req-9c81ac8f-fb66-4903-8873-43a1f8723bb2 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f5f9c8a-576d-406f-acb0-3572b0ba74cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518970 Jun 14 18:17:18.546748 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-4eebe34f-164b-489c-9476-a6242301a237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239583007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239190869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16661523'] for port, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:18.572114 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eebe34f-164b-489c-9476-a6242301a237 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a727ac4-c07e-4c51-867c-30c166d6a0f5,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:17:18.583574 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eebe34f-164b-489c-9476-a6242301a237 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:17:18.583947 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eebe34f-164b-489c-9476-a6242301a237 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:17:18.584282 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eebe34f-164b-489c-9476-a6242301a237 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:17:18.584615 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eebe34f-164b-489c-9476-a6242301a237 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:17:18.585003 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eebe34f-164b-489c-9476-a6242301a237 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:17:18.585757 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eebe34f-164b-489c-9476-a6242301a237 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:17:18.585757 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eebe34f-164b-489c-9476-a6242301a237 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:17:18.586091 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eebe34f-164b-489c-9476-a6242301a237 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:17:18.586446 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eebe34f-164b-489c-9476-a6242301a237 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:17:18.586789 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eebe34f-164b-489c-9476-a6242301a237 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:17:18.587145 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eebe34f-164b-489c-9476-a6242301a237 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:17:18.587512 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eebe34f-164b-489c-9476-a6242301a237 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:17:18.654197 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-4eebe34f-164b-489c-9476-a6242301a237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8287518'] for router_gateway, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:18.729535 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e4f2af75-d728-4720-90c0-ae1de380ce71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:18.772814 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-4eebe34f-164b-489c-9476-a6242301a237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16243'] for router, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:18.775152 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-4eebe34f-164b-489c-9476-a6242301a237 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:18.844949 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-4eebe34f-164b-489c-9476-a6242301a237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8278028'] for router, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:18.845431 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eebe34f-164b-489c-9476-a6242301a237 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80fce1b3-89e8-41c5-b166-a0ac4da65169 {{(pid=102477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 14 18:17:18.850838 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-4eebe34f-164b-489c-9476-a6242301a237 admin admin] Notify callbacks [] for router, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:18.852092 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-4eebe34f-164b-489c-9476-a6242301a237 admin admin] 10.222.0.70 "DELETE /v2.0/routers/80fce1b3-89e8-41c5-b166-a0ac4da65169 HTTP/1.1" status: 204 len: 168 time: 1.2228954 Jun 14 18:17:18.855266 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 56570) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:17:18.902460 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4d2cf0e-9358-4875-8e33-3ef641830d1d admin admin] Deleting subnet 5d625bfa-3024-4c1b-95b8-b3295848e69c {{(pid=102477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jun 14 18:17:18.906374 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-a4d2cf0e-9358-4875-8e33-3ef641830d1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:18.940781 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-a4d2cf0e-9358-4875-8e33-3ef641830d1d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16658451'] for subnet, precommit_delete_associations {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:19.064162 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-a4d2cf0e-9358-4875-8e33-3ef641830d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-977723'] for subnet, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:19.137470 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-a4d2cf0e-9358-4875-8e33-3ef641830d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-977714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16661700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4693647'] for subnet, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:19.163029 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d2cf0e-9358-4875-8e33-3ef641830d1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d625bfa-3024-4c1b-95b8-b3295848e69c,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:17:19.167841 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-a4d2cf0e-9358-4875-8e33-3ef641830d1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7944499'] for subnet, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:19.171755 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-a4d2cf0e-9358-4875-8e33-3ef641830d1d admin admin] 10.222.0.70 "DELETE /v2.0/subnets/5d625bfa-3024-4c1b-95b8-b3295848e69c HTTP/1.1" status: 204 len: 168 time: 0.3149676 Jun 14 18:17:19.174645 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 56572) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:17:19.175676 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc8c8c2-f6f1-4a4f-80d7-2b7ef4471c00 None None] Network 3d23af53-6361-4f33-abe1-d3023a18c244 requested from dv-cinder-821739-1-iscsi {{(pid=102478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 18:17:19.247782 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-f8ad67ab-4717-4357-8a72-68f05b2cd6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592896'] for network, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:19.307436 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.plugin [None req-f8ad67ab-4717-4357-8a72-68f05b2cd6c5 admin admin] Deleting port a7f9f81e-d82f-4b4f-81b1-a571c3742739 {{(pid=102477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 14 18:17:19.307995 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-f8ad67ab-4717-4357-8a72-68f05b2cd6c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239577025'] for port, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:19.345867 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ab2a0-ecd2-4d3c-b7a4-19db1bb076cc req-23510e6a-77aa-46e2-b362-e04cd9b1fcf9 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:19.347536 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-ec0ab2a0-ecd2-4d3c-b7a4-19db1bb076cc req-23510e6a-77aa-46e2-b362-e04cd9b1fcf9 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/ports?device_id=e20b57fd-5805-46f6-9e52-7bb9fca3adc9 HTTP/1.1" status: 200 len: 945 time: 0.0561481 Jun 14 18:17:19.377499 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.db [None req-f8ad67ab-4717-4357-8a72-68f05b2cd6c5 admin admin] For port a7f9f81e-d82f-4b4f-81b1-a571c3742739, host dv-cinder-821739-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=a7f9f81e-d82f-4b4f-81b1-a571c3742739,segment=NetworkSegment(ec03b231-3de7-452c-aafc-d658d7157626),segment_id=ec03b231-3de7-452c-aafc-d658d7157626)] {{(pid=102477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:17:19.377846 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-f8ad67ab-4717-4357-8a72-68f05b2cd6c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282467'] for port, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:19.388385 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-ec0ab2a0-ecd2-4d3c-b7a4-19db1bb076cc req-53233701-2b2f-41ce-8b96-233754a1038b tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/security-groups?id=17eba8a0-dd59-4485-b2c1-8fad277f9b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343201 Jun 14 18:17:19.391652 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.plugin [None req-f8ad67ab-4717-4357-8a72-68f05b2cd6c5 admin admin] Calling delete_port for a7f9f81e-d82f-4b4f-81b1-a571c3742739 owned by network:dhcp {{(pid=102477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 14 18:17:19.490709 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-f8ad67ab-4717-4357-8a72-68f05b2cd6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239583007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239190869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16661523'] for port, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:19.518960 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ad67ab-4717-4357-8a72-68f05b2cd6c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7f9f81e-d82f-4b4f-81b1-a571c3742739,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:17:19.520077 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a9ccaa-12f6-48d3-bd72-8063628627d2 None None] DHCP port deletion for 3d23af53-6361-4f33-abe1-d3023a18c244 request from dv-cinder-821739-1-iscsi {{(pid=102478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 14 18:17:19.525126 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ad67ab-4717-4357-8a72-68f05b2cd6c5 admin admin] No DVR routers for this DVR port a7f9f81e-d82f-4b4f-81b1-a571c3742739 on host dv-cinder-821739-1-iscsi {{(pid=102477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 18:17:19.601854 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device cfcfca9c-b50b-4833-b794-d14116998232 no longer exists at agent ovs-agent-dv-cinder-821739-1-iscsi {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:17:19.623823 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-f8ad67ab-4717-4357-8a72-68f05b2cd6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-955256', 'neutron.services.segments.db._delete_segments_for_network-8758239721683'] for network, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:19.631065 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] No Port match for: cfcfca9c-b50b-4833-b794-d14116998232 {{(pid=102478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 14 18:17:19.631330 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device cfcfca9c-b50b-4833-b794-d14116998232 not bound to the agent host dv-cinder-821739-1-iscsi {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:17:19.631748 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device 9a727ac4-c07e-4c51-867c-30c166d6a0f5 no longer exists at agent ovs-agent-dv-cinder-821739-1-iscsi {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:17:19.651159 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] No Port match for: 9a727ac4-c07e-4c51-867c-30c166d6a0f5 {{(pid=102478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 14 18:17:19.651508 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device 9a727ac4-c07e-4c51-867c-30c166d6a0f5 not bound to the agent host dv-cinder-821739-1-iscsi {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:17:19.651922 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device a7f9f81e-d82f-4b4f-81b1-a571c3742739 no longer exists at agent ovs-agent-dv-cinder-821739-1-iscsi {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:17:19.669543 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.services.segments.db [None req-f8ad67ab-4717-4357-8a72-68f05b2cd6c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d23af53-6361-4f33-abe1-d3023a18c244']}} {{(pid=102477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:17:19.678472 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] No Port match for: a7f9f81e-d82f-4b4f-81b1-a571c3742739 {{(pid=102478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 14 18:17:19.679119 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device a7f9f81e-d82f-4b4f-81b1-a571c3742739 not bound to the agent host dv-cinder-821739-1-iscsi {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:17:19.681963 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.services.segments.db [None req-f8ad67ab-4717-4357-8a72-68f05b2cd6c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec03b231-3de7-452c-aafc-d658d7157626') {'for_net_delete': True} {{(pid=102477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:17:19.682311 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.services.segments.db [None req-f8ad67ab-4717-4357-8a72-68f05b2cd6c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec03b231-3de7-452c-aafc-d658d7157626') {} {{(pid=102477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:17:19.695128 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-f8ad67ab-4717-4357-8a72-68f05b2cd6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758239721948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16658456'] for segment, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:19.719020 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa03115-9fe0-4e4b-8d67-02eb197c6d08 req-2059c8ee-4175-481b-908a-f25115bf9668 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:19.720595 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-1fa03115-9fe0-4e4b-8d67-02eb197c6d08 req-2059c8ee-4175-481b-908a-f25115bf9668 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=a622a78c-3723-434b-a685-47d1846e0778 HTTP/1.1" status: 200 len: 945 time: 0.0826519 Jun 14 18:17:19.722077 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-f8ad67ab-4717-4357-8a72-68f05b2cd6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977873'] for segment, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:19.729167 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8ad67ab-4717-4357-8a72-68f05b2cd6c5 admin admin] Releasing vlan 1032 on physical network physnet1 to pool {{(pid=102477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 18:17:19.729546 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-f8ad67ab-4717-4357-8a72-68f05b2cd6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16661566'] for segment, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:19.765068 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.services.segments.plugin [-] Segment ec03b231-3de7-452c-aafc-d658d7157626 resource provider aggregate not found Jun 14 18:17:19.802885 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-cf1fda14-6f0d-42ea-928d-63fe9f24329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:19.806305 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.services.segments.plugin [-] Segment ec03b231-3de7-452c-aafc-d658d7157626 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ec03b231-3de7-452c-aafc-d658d7157626 found for delete ", "request_id": "req-e77b2894-583b-435c-8443-a01dbad0c992"}]} Jun 14 18:17:19.828010 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-1fa03115-9fe0-4e4b-8d67-02eb197c6d08 req-26ecfb49-de88-48da-bf22-2622f55b0352 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f5f9c8a-576d-406f-acb0-3572b0ba74cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882905 Jun 14 18:17:19.828590 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-f8ad67ab-4717-4357-8a72-68f05b2cd6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-955201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8287522'] for network, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:19.836059 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-f8ad67ab-4717-4357-8a72-68f05b2cd6c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7944499'] for network, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:19.842809 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-f8ad67ab-4717-4357-8a72-68f05b2cd6c5 admin admin] 10.222.0.70 "DELETE /v2.0/networks/3d23af53-6361-4f33-abe1-d3023a18c244 HTTP/1.1" status: 204 len: 168 time: 0.6638536 Jun 14 18:17:19.850910 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ad67ab-4717-4357-8a72-68f05b2cd6c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d23af53-6361-4f33-abe1-d3023a18c244,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:17:19.966139 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 56586) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:17:20.006966 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-d14cefcc-fe7f-4b7b-a504-5ba303197b30 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3042e999f1144c7da1a2473d58a86532&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0395849 Jun 14 18:17:20.009522 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 56588) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:17:20.061621 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-5b55a54c-b974-4009-8590-0636853992c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:20.085949 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device 8542e76f-e59c-4619-bcf3-47869d9503e3 details requested by agent hyperv_hv-cinder-82173 with host hv-cinder-82173 {{(pid=102478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 14 18:17:20.089402 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-5b55a54c-b974-4009-8590-0636853992c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:20.144864 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-5b55a54c-b974-4009-8590-0636853992c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:20.148062 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-5b55a54c-b974-4009-8590-0636853992c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:20.149945 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-5b55a54c-b974-4009-8590-0636853992c0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6718eae3-64c4-4d24-824d-14066e13d247 HTTP/1.1" status: 204 len: 168 time: 0.1393485 Jun 14 18:17:20.161147 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b55a54c-b974-4009-8590-0636853992c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6718eae3-64c4-4d24-824d-14066e13d247,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:17:20.218400 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] For port 8542e76f-e59c-4619-bcf3-47869d9503e3, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=8542e76f-e59c-4619-bcf3-47869d9503e3,segment=NetworkSegment(3352f152-10ce-4dbd-b036-7cefe3776371),segment_id=3352f152-10ce-4dbd-b036-7cefe3776371)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:17:20.233879 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Returning: {'device': '8542e76f-e59c-4619-bcf3-47869d9503e3', 'network_id': '207b3e54-87d5-4ff2-9e27-0fc3ae498411', 'port_id': '8542e76f-e59c-4619-bcf3-47869d9503e3', 'mac_address': 'fa:16:3e:fc:e0:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1036, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60742c27-3909-4c07-b59a-2eae5cd6702e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 14 18:17:20.277538 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Current status of the port 8542e76f-e59c-4619-bcf3-47869d9503e3 is: ACTIVE; New status is: BUILD {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:17:20.279228 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:20.293210 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.notifiers.nova [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8542e76f-e59c-4619-bcf3-47869d9503e3 {{(pid=102478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:17:20.315119 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] For port 8542e76f-e59c-4619-bcf3-47869d9503e3, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=8542e76f-e59c-4619-bcf3-47869d9503e3,segment=NetworkSegment(3352f152-10ce-4dbd-b036-7cefe3776371),segment_id=3352f152-10ce-4dbd-b036-7cefe3776371)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:17:20.319760 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:20.378015 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Pushing event updated for resources: {'Port': ['ID=8542e76f-e59c-4619-bcf3-47869d9503e3,revision_number=6']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:17:20.387786 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:17:20.388368 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:17:20.388724 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:17:20.389067 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:17:20.389420 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:17:20.390225 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:17:20.390564 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:17:20.391055 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:17:20.391395 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:17:20.391729 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:17:20.392065 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:17:20.392393 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:17:20.432182 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] get_ports_and_sgs() called for port_ids ['8542e76f-e59c-4619-bcf3-47869d9503e3'] {{(pid=102478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 14 18:17:20.556418 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae76162-c327-4b16-8231-7297a50f8f32 req-6ff45cd3-08d9-4d06-becd-02a6a2e3f8f0 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:20.558065 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-0ae76162-c327-4b16-8231-7297a50f8f32 req-6ff45cd3-08d9-4d06-becd-02a6a2e3f8f0 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/ports?device_id=e20b57fd-5805-46f6-9e52-7bb9fca3adc9 HTTP/1.1" status: 200 len: 945 time: 0.0587680 Jun 14 18:17:20.613043 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-0ae76162-c327-4b16-8231-7297a50f8f32 req-defd5b30-0ec8-4721-822d-5bfeacd746ea tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/security-groups?id=17eba8a0-dd59-4485-b2c1-8fad277f9b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450575 Jun 14 18:17:20.974498 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6070da1f-6aac-4b65-a206-f508293d1356 req-b3c071e3-6762-49f2-9007-d1ea2aba7466 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:20.982976 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-6070da1f-6aac-4b65-a206-f508293d1356 req-b3c071e3-6762-49f2-9007-d1ea2aba7466 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=a622a78c-3723-434b-a685-47d1846e0778 HTTP/1.1" status: 200 len: 944 time: 0.0636137 Jun 14 18:17:21.032457 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-6070da1f-6aac-4b65-a206-f508293d1356 req-beaf0831-c345-4659-8ee2-ec5cc84271e9 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f5f9c8a-576d-406f-acb0-3572b0ba74cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483074 Jun 14 18:17:21.611783 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-1a5f21f8-b210-492f-a8cf-2d8a6010caea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:21.760476 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccc238f-5dd5-43fe-85ec-e8d1494fc330 req-d8a6777f-993f-4fcb-86e2-2eae14b40dd0 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:21.769204 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-3ccc238f-5dd5-43fe-85ec-e8d1494fc330 req-d8a6777f-993f-4fcb-86e2-2eae14b40dd0 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/ports?device_id=e20b57fd-5805-46f6-9e52-7bb9fca3adc9 HTTP/1.1" status: 200 len: 945 time: 0.0627418 Jun 14 18:17:21.807430 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-3ccc238f-5dd5-43fe-85ec-e8d1494fc330 req-07034b3d-274b-4c4b-bdf1-3bd428f34e61 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/security-groups?id=17eba8a0-dd59-4485-b2c1-8fad277f9b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368593 Jun 14 18:17:21.956146 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:22.110471 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device 8542e76f-e59c-4619-bcf3-47869d9503e3 up at agent hyperv_hv-cinder-82173 {{(pid=102478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:17:22.167856 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed89979-24e3-4105-b16c-827c5265f99c req-9a921edb-145f-43b1-a23f-20b2eff99008 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:22.170873 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-7ed89979-24e3-4105-b16c-827c5265f99c req-9a921edb-145f-43b1-a23f-20b2eff99008 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=a622a78c-3723-434b-a685-47d1846e0778 HTTP/1.1" status: 200 len: 944 time: 0.0635178 Jun 14 18:17:22.192700 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Provisioning complete for port 8542e76f-e59c-4619-bcf3-47869d9503e3 triggered by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:17:22.193405 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:22.234891 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-7ed89979-24e3-4105-b16c-827c5265f99c req-1477c60b-6724-45ed-a7ca-21584838d6f2 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f5f9c8a-576d-406f-acb0-3572b0ba74cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577147 Jun 14 18:17:22.325969 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Current status of the port 8542e76f-e59c-4619-bcf3-47869d9503e3 is: BUILD; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:17:22.325969 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:22.368391 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a622a78c-3723-434b-a685-47d1846e0778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8542e76f-e59c-4619-bcf3-47869d9503e3'}] {{(pid=102478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:17:22.370774 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d8e2526aaff2bef62a8f92ec40b510f98ca8a12776779af706bb4cba97706d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20437e00-b046-43d7-9de3-7cef5602648a" -d '{"events": [{"server_uuid": "a622a78c-3723-434b-a685-47d1846e0778", "name": "network-vif-plugged", "status": "completed", "tag": "8542e76f-e59c-4619-bcf3-47869d9503e3"}]}' {{(pid=102478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:17:22.399176 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] For port 8542e76f-e59c-4619-bcf3-47869d9503e3, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=8542e76f-e59c-4619-bcf3-47869d9503e3,segment=NetworkSegment(3352f152-10ce-4dbd-b036-7cefe3776371),segment_id=3352f152-10ce-4dbd-b036-7cefe3776371)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:17:22.406809 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:22.448958 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259565d6-619e-4faf-9c3a-7762bfadbc23 req-b6c77df3-97c1-430d-b38c-5f04460dd738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:22.451608 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-259565d6-619e-4faf-9c3a-7762bfadbc23 req-b6c77df3-97c1-430d-b38c-5f04460dd738 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ba1a6001b639493eb65a9c1197ada8e4&device_id=e20b57fd-5805-46f6-9e52-7bb9fca3adc9 HTTP/1.1" status: 200 len: 1098 time: 0.0509057 Jun 14 18:17:22.479554 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Pushing event updated for resources: {'Port': ['ID=8542e76f-e59c-4619-bcf3-47869d9503e3,revision_number=7']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:17:22.579627 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259565d6-619e-4faf-9c3a-7762bfadbc23 req-d33fae29-c6fc-489c-b8a6-1e3df6edb783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:22.581157 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-259565d6-619e-4faf-9c3a-7762bfadbc23 req-d33fae29-c6fc-489c-b8a6-1e3df6edb783 service neutron] 10.222.0.90 "GET /v2.0/networks?id=16a38fd0-908c-49c9-8b7d-9ea79627fd40 HTTP/1.1" status: 200 len: 911 time: 0.1225471 Jun 14 18:17:22.584197 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9d400f7-32c5-4c0c-870b-dc9464f2a272 x-openstack-request-id: req-e9d400f7-32c5-4c0c-870b-dc9464f2a272 {{(pid=102478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:17:22.584533 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a622a78c-3723-434b-a685-47d1846e0778", "name": "network-vif-plugged", "status": "completed", "tag": "8542e76f-e59c-4619-bcf3-47869d9503e3", "code": 200}]} {{(pid=102478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:17:22.584788 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e9d400f7-32c5-4c0c-870b-dc9464f2a272 {{(pid=102478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:17:22.585184 dv-cinder-821739-1-iscsi neutron-server[102478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9d400f7-32c5-4c0c-870b-dc9464f2a272'] response: {'server_uuid': 'a622a78c-3723-434b-a685-47d1846e0778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8542e76f-e59c-4619-bcf3-47869d9503e3', 'code': 200} Jun 14 18:17:22.665248 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-259565d6-619e-4faf-9c3a-7762bfadbc23 req-efacd936-92bc-4463-b860-cea9cd995206 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ca32c09-ea48-4a08-b468-7e9cceb38874 HTTP/1.1" status: 200 len: 1001 time: 0.0666904 Jun 14 18:17:22.731250 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259565d6-619e-4faf-9c3a-7762bfadbc23 req-cf67ff0d-443c-47f8-b2ba-bc92deb7ea86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:22.733485 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-259565d6-619e-4faf-9c3a-7762bfadbc23 req-cf67ff0d-443c-47f8-b2ba-bc92deb7ea86 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b6fd4df0-61f4-48b5-9fb9-b9718ce89b6a HTTP/1.1" status: 200 len: 848 time: 0.0573962 Jun 14 18:17:22.795237 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259565d6-619e-4faf-9c3a-7762bfadbc23 req-1946d2d5-7473-4f94-a760-be10ca6fd180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:22.797630 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-259565d6-619e-4faf-9c3a-7762bfadbc23 req-1946d2d5-7473-4f94-a760-be10ca6fd180 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=16a38fd0-908c-49c9-8b7d-9ea79627fd40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0531025 Jun 14 18:17:22.919515 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-259565d6-619e-4faf-9c3a-7762bfadbc23 req-3993c445-2db8-41a7-912d-c8d6287ab8af service neutron] 10.222.0.90 "GET /v2.0/networks/16a38fd0-908c-49c9-8b7d-9ea79627fd40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136901 Jun 14 18:17:22.957413 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e2bc6-1542-4e9f-9888-679d628a7ddc req-1d3c5917-2d72-448f-8fd0-0efeaa2d0959 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:22.965032 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-b07e2bc6-1542-4e9f-9888-679d628a7ddc req-1d3c5917-2d72-448f-8fd0-0efeaa2d0959 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/ports?device_id=e20b57fd-5805-46f6-9e52-7bb9fca3adc9 HTTP/1.1" status: 200 len: 945 time: 0.0753133 Jun 14 18:17:23.009920 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-b07e2bc6-1542-4e9f-9888-679d628a7ddc req-229c695e-06ea-47b3-8254-ac2d28555a05 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/security-groups?id=17eba8a0-dd59-4485-b2c1-8fad277f9b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431128 Jun 14 18:17:23.049049 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-259565d6-619e-4faf-9c3a-7762bfadbc23 req-9fa27f7b-8726-4034-a405-0675615301d5 service neutron] 10.222.0.90 "GET /v2.0/networks/16a38fd0-908c-49c9-8b7d-9ea79627fd40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206810 Jun 14 18:17:23.380985 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f870f3d9-e7ba-4414-9180-4c2271697792 req-ed88a571-f3e6-4a66-bc19-e14106c97417 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:23.388757 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-f870f3d9-e7ba-4414-9180-4c2271697792 req-ed88a571-f3e6-4a66-bc19-e14106c97417 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=a622a78c-3723-434b-a685-47d1846e0778 HTTP/1.1" status: 200 len: 945 time: 0.0628059 Jun 14 18:17:23.433441 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-f870f3d9-e7ba-4414-9180-4c2271697792 req-ed99cb25-391e-4ae4-a715-5d9da2df0e9a tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f5f9c8a-576d-406f-acb0-3572b0ba74cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437143 Jun 14 18:17:24.149185 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01972e1b-9eef-456a-b204-eb7c819e39e7 req-bbb4121c-fb8f-477d-aefd-bc717a25df72 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:24.151274 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-01972e1b-9eef-456a-b204-eb7c819e39e7 req-bbb4121c-fb8f-477d-aefd-bc717a25df72 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/ports?device_id=e20b57fd-5805-46f6-9e52-7bb9fca3adc9 HTTP/1.1" status: 200 len: 945 time: 0.0600760 Jun 14 18:17:24.191509 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-01972e1b-9eef-456a-b204-eb7c819e39e7 req-7ebae09e-82d5-4c4c-a729-104be3bdaec3 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/security-groups?id=17eba8a0-dd59-4485-b2c1-8fad277f9b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329537 Jun 14 18:17:24.579316 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b872a-b291-41bd-98a8-497af48836ba req-ff5ff81b-52ec-4585-ad3a-0edf14387ec3 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:24.580867 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-2d2b872a-b291-41bd-98a8-497af48836ba req-ff5ff81b-52ec-4585-ad3a-0edf14387ec3 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=a622a78c-3723-434b-a685-47d1846e0778 HTTP/1.1" status: 200 len: 945 time: 0.0707905 Jun 14 18:17:24.625844 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-2d2b872a-b291-41bd-98a8-497af48836ba req-caac2c21-d33e-4b44-b2af-33ec53d4e4c2 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f5f9c8a-576d-406f-acb0-3572b0ba74cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366218 Jun 14 18:17:25.341057 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e446aa35-c954-4665-a880-d8d1c01766e4 req-d426133e-275f-457f-850c-528ccb57189d tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:25.358650 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-e446aa35-c954-4665-a880-d8d1c01766e4 req-d426133e-275f-457f-850c-528ccb57189d tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/ports?device_id=e20b57fd-5805-46f6-9e52-7bb9fca3adc9 HTTP/1.1" status: 200 len: 945 time: 0.0758548 Jun 14 18:17:25.403757 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-e446aa35-c954-4665-a880-d8d1c01766e4 req-5f25678c-43bb-45d4-8f7d-c51e32b6d459 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/security-groups?id=17eba8a0-dd59-4485-b2c1-8fad277f9b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439382 Jun 14 18:17:25.800697 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0225d308-c829-419f-9b41-be694e80bf59 req-8aaadc30-6b0f-4198-ba33-feeee7eaae19 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:25.802332 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-0225d308-c829-419f-9b41-be694e80bf59 req-8aaadc30-6b0f-4198-ba33-feeee7eaae19 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=a622a78c-3723-434b-a685-47d1846e0778 HTTP/1.1" status: 200 len: 945 time: 0.0693946 Jun 14 18:17:25.857827 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-0225d308-c829-419f-9b41-be694e80bf59 req-5f52652c-a3b2-4988-b0d8-636ce73f2cad tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f5f9c8a-576d-406f-acb0-3572b0ba74cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474429 Jun 14 18:17:25.984784 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 56738) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:17:26.104933 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-f68ac049-7689-448e-a7fb-21947ff2fa58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:26.192101 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-f68ac049-7689-448e-a7fb-21947ff2fa58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:26.199872 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-f68ac049-7689-448e-a7fb-21947ff2fa58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:26.240620 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-f68ac049-7689-448e-a7fb-21947ff2fa58 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c7f4f861d5f04dc5b6eecf8b082b7a65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2520001 Jun 14 18:17:26.240620 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68ac049-7689-448e-a7fb-21947ff2fa58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8837ac7e-06d3-4083-926d-ed002fe4eba8,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:17:26.241174 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 56744) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:17:26.299566 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-8edc15f9-1485-4b3b-a078-dc35482ca7a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:26.323322 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-8edc15f9-1485-4b3b-a078-dc35482ca7a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:26.377033 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-8edc15f9-1485-4b3b-a078-dc35482ca7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:26.380545 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-8edc15f9-1485-4b3b-a078-dc35482ca7a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:26.382042 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-8edc15f9-1485-4b3b-a078-dc35482ca7a5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8837ac7e-06d3-4083-926d-ed002fe4eba8 HTTP/1.1" status: 204 len: 168 time: 0.1398091 Jun 14 18:17:26.400160 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edc15f9-1485-4b3b-a078-dc35482ca7a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8837ac7e-06d3-4083-926d-ed002fe4eba8,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:17:26.572189 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26822f27-2922-4ac6-ab28-79f6ac3dc88f req-8be9f753-3da9-4ecd-b6fb-7e7577694667 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:26.575500 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-26822f27-2922-4ac6-ab28-79f6ac3dc88f req-8be9f753-3da9-4ecd-b6fb-7e7577694667 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/ports?device_id=e20b57fd-5805-46f6-9e52-7bb9fca3adc9 HTTP/1.1" status: 200 len: 945 time: 0.0740061 Jun 14 18:17:26.629334 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-26822f27-2922-4ac6-ab28-79f6ac3dc88f req-f3fefdc3-d78b-4c8f-b8be-f9fe4b4ced3e tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/security-groups?id=17eba8a0-dd59-4485-b2c1-8fad277f9b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479422 Jun 14 18:17:26.767233 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 56754) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:17:26.795098 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-237a5888-0f55-4feb-9f92-15d61b942fb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:26.941950 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-237a5888-0f55-4feb-9f92-15d61b942fb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:26.954193 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b74a02-6095-4e1a-9cfd-1b40e8c617e1 req-9431f835-16bd-407e-8a96-b9459905db7f tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:26.955230 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 56768) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:17:26.962849 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-f4b74a02-6095-4e1a-9cfd-1b40e8c617e1 req-9431f835-16bd-407e-8a96-b9459905db7f tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/ports?device_id=e20b57fd-5805-46f6-9e52-7bb9fca3adc9 HTTP/1.1" status: 200 len: 945 time: 0.0880349 Jun 14 18:17:26.988389 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-237a5888-0f55-4feb-9f92-15d61b942fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:26.993280 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:27.034044 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237a5888-0f55-4feb-9f92-15d61b942fb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9edfa6c3-4ec4-41fa-90f9-e221fa130e92,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:17:27.064828 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-f4b74a02-6095-4e1a-9cfd-1b40e8c617e1 req-b1f4dbe7-d0c1-42d8-aea6-64e6de531b16 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/security-groups?id=17eba8a0-dd59-4485-b2c1-8fad277f9b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976055 Jun 14 18:17:27.071635 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-237a5888-0f55-4feb-9f92-15d61b942fb9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=79fcf26445784a7487dcb1fbb4a5e550&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3033307 Jun 14 18:17:27.076696 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 56772) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:17:27.103052 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-3f77414d-7225-4502-9cb4-64419447b05f req-3467eccb-cec0-4744-965e-c209741b97fa service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e20b57fd-5805-46f6-9e52-7bb9fca3adc9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1458666 Jun 14 18:17:27.115084 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [req-3f77414d-7225-4502-9cb4-64419447b05f req-c5bbb78e-a3d4-458e-a254-82e8b0e3e42a service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102476) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 14 18:17:27.116135 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-3f77414d-7225-4502-9cb4-64419447b05f req-c5bbb78e-a3d4-458e-a254-82e8b0e3e42a service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057406 Jun 14 18:17:27.125773 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8e90f2-e82f-4332-ace1-49d4da8206e5 req-4071db36-1400-4f37-b55d-55d866d0517e tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:27.127738 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-8d8e90f2-e82f-4332-ace1-49d4da8206e5 req-4071db36-1400-4f37-b55d-55d866d0517e tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=a622a78c-3723-434b-a685-47d1846e0778 HTTP/1.1" status: 200 len: 945 time: 0.1206987 Jun 14 18:17:27.136469 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-b262a77a-917c-4b7d-bb01-a91590758ce8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:27.164643 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-b262a77a-917c-4b7d-bb01-a91590758ce8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:27.217714 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-8d8e90f2-e82f-4332-ace1-49d4da8206e5 req-74a4ed0b-74c5-4ab5-bd95-6806ffe43e9c tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f5f9c8a-576d-406f-acb0-3572b0ba74cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829859 Jun 14 18:17:27.222237 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-b262a77a-917c-4b7d-bb01-a91590758ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:27.224780 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-b262a77a-917c-4b7d-bb01-a91590758ce8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:27.228601 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-b262a77a-917c-4b7d-bb01-a91590758ce8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9edfa6c3-4ec4-41fa-90f9-e221fa130e92 HTTP/1.1" status: 204 len: 168 time: 0.1482854 Jun 14 18:17:27.238033 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b262a77a-917c-4b7d-bb01-a91590758ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9edfa6c3-4ec4-41fa-90f9-e221fa130e92,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:17:28.238228 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ca24f9-2210-4d42-800e-1344ba4675d6 req-0d42ace7-b104-43e0-ab29-56f23af23647 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:28.270557 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-21ca24f9-2210-4d42-800e-1344ba4675d6 req-0d42ace7-b104-43e0-ab29-56f23af23647 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/ports?device_id=e20b57fd-5805-46f6-9e52-7bb9fca3adc9 HTTP/1.1" status: 200 len: 945 time: 0.0995471 Jun 14 18:17:28.325283 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-21ca24f9-2210-4d42-800e-1344ba4675d6 req-482b0243-12fd-4fec-b5ea-2450e5d2203e tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/security-groups?id=17eba8a0-dd59-4485-b2c1-8fad277f9b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466454 Jun 14 18:17:28.430716 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055401a8-42ef-4c49-8e28-55054e2072b5 req-fa1d6f91-755d-4f7a-8ae8-1d93d0145803 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:28.432991 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-055401a8-42ef-4c49-8e28-55054e2072b5 req-fa1d6f91-755d-4f7a-8ae8-1d93d0145803 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=a622a78c-3723-434b-a685-47d1846e0778 HTTP/1.1" status: 200 len: 945 time: 0.0756598 Jun 14 18:17:28.474515 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-055401a8-42ef-4c49-8e28-55054e2072b5 req-c90257a9-bcc2-48b9-8be1-f50d8d468084 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f5f9c8a-576d-406f-acb0-3572b0ba74cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345848 Jun 14 18:17:28.961066 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f77414d-7225-4502-9cb4-64419447b05f req-deb4845a-169b-41d9-9a2e-4ddf88a3baaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:28.962681 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-3f77414d-7225-4502-9cb4-64419447b05f req-deb4845a-169b-41d9-9a2e-4ddf88a3baaf service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=e20b57fd-5805-46f6-9e52-7bb9fca3adc9&tenant_id=ba1a6001b639493eb65a9c1197ada8e4 HTTP/1.1" status: 200 len: 1098 time: 0.0990286 Jun 14 18:17:29.037385 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f77414d-7225-4502-9cb4-64419447b05f req-18dff857-9d4c-45fd-87cf-9c91741b2d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:29.039051 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-3f77414d-7225-4502-9cb4-64419447b05f req-18dff857-9d4c-45fd-87cf-9c91741b2d2a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ba1a6001b639493eb65a9c1197ada8e4&device_id=e20b57fd-5805-46f6-9e52-7bb9fca3adc9 HTTP/1.1" status: 200 len: 1098 time: 0.0443695 Jun 14 18:17:29.469669 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e2e71-b962-4b99-83bd-e0f1a16b0672 req-0537f394-ca8c-4f39-b7b2-eff27fc7b4b3 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:29.471490 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-c62e2e71-b962-4b99-83bd-e0f1a16b0672 req-0537f394-ca8c-4f39-b7b2-eff27fc7b4b3 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/ports?device_id=e20b57fd-5805-46f6-9e52-7bb9fca3adc9 HTTP/1.1" status: 200 len: 945 time: 0.0739150 Jun 14 18:17:29.505754 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f77414d-7225-4502-9cb4-64419447b05f req-cb354d98-6433-414b-b2f0-dc0a103630dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:29.515345 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-3f77414d-7225-4502-9cb4-64419447b05f req-cb354d98-6433-414b-b2f0-dc0a103630dc service neutron] 10.222.0.90 "GET /v2.0/networks?id=16a38fd0-908c-49c9-8b7d-9ea79627fd40 HTTP/1.1" status: 200 len: 911 time: 0.4584010 Jun 14 18:17:29.534222 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-c62e2e71-b962-4b99-83bd-e0f1a16b0672 req-a474053e-a940-401a-9135-af75c8cc69b9 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/security-groups?id=17eba8a0-dd59-4485-b2c1-8fad277f9b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559523 Jun 14 18:17:29.642434 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-3f77414d-7225-4502-9cb4-64419447b05f req-cb328be2-3c15-4707-a84b-b90c15712bbc service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ca32c09-ea48-4a08-b468-7e9cceb38874 HTTP/1.1" status: 200 len: 1001 time: 0.1261156 Jun 14 18:17:29.692827 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f521fc65-620d-4167-870a-cbc4f1ca4c21 req-f163f726-7732-48e2-8b08-fe095b07797d tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:29.694371 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-f521fc65-620d-4167-870a-cbc4f1ca4c21 req-f163f726-7732-48e2-8b08-fe095b07797d tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=a622a78c-3723-434b-a685-47d1846e0778 HTTP/1.1" status: 200 len: 945 time: 0.0958829 Jun 14 18:17:29.732044 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f77414d-7225-4502-9cb4-64419447b05f req-c8f63207-03ef-4f5e-9571-8d972ae90943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:29.733678 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-3f77414d-7225-4502-9cb4-64419447b05f req-c8f63207-03ef-4f5e-9571-8d972ae90943 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b6fd4df0-61f4-48b5-9fb9-b9718ce89b6a HTTP/1.1" status: 200 len: 848 time: 0.0798848 Jun 14 18:17:29.759528 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-f521fc65-620d-4167-870a-cbc4f1ca4c21 req-7a42247d-5117-4b09-b16c-940e12ec7f5c tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f5f9c8a-576d-406f-acb0-3572b0ba74cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569859 Jun 14 18:17:29.817265 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f77414d-7225-4502-9cb4-64419447b05f req-c33e263e-9125-45e3-a699-368ac5655bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:29.818938 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-3f77414d-7225-4502-9cb4-64419447b05f req-c33e263e-9125-45e3-a699-368ac5655bf1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=16a38fd0-908c-49c9-8b7d-9ea79627fd40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0759699 Jun 14 18:17:29.928464 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-3f77414d-7225-4502-9cb4-64419447b05f req-0bb68e8b-5c94-483d-b3cd-408be087e2e4 service neutron] 10.222.0.90 "GET /v2.0/networks/16a38fd0-908c-49c9-8b7d-9ea79627fd40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997841 Jun 14 18:17:30.064810 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-3f77414d-7225-4502-9cb4-64419447b05f req-80350880-cbfe-439f-a62a-fd58bb56bedc service neutron] 10.222.0.90 "GET /v2.0/networks/16a38fd0-908c-49c9-8b7d-9ea79627fd40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253641 Jun 14 18:17:30.125014 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device 6ca32c09-ea48-4a08-b468-7e9cceb38874 no longer exists at agent hyperv_hv-cinder-82173 {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:17:30.155129 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 56856) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:17:30.225303 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Current status of the port 6ca32c09-ea48-4a08-b468-7e9cceb38874 is: ACTIVE; New status is: DOWN {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:17:30.225743 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:30.256017 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e20b57fd-5805-46f6-9e52-7bb9fca3adc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ca32c09-ea48-4a08-b468-7e9cceb38874'}] {{(pid=102478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:17:30.258349 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d8e2526aaff2bef62a8f92ec40b510f98ca8a12776779af706bb4cba97706d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b96b1565-d374-463e-96f0-dce882dcacea" -d '{"events": [{"server_uuid": "e20b57fd-5805-46f6-9e52-7bb9fca3adc9", "name": "network-vif-unplugged", "status": "completed", "tag": "6ca32c09-ea48-4a08-b468-7e9cceb38874"}]}' {{(pid=102478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:17:30.275539 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] For port 6ca32c09-ea48-4a08-b468-7e9cceb38874, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=6ca32c09-ea48-4a08-b468-7e9cceb38874,segment=NetworkSegment(00c9591e-d9e3-4c96-a0cd-c6aa4f6c80b9),segment_id=00c9591e-d9e3-4c96-a0cd-c6aa4f6c80b9)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:17:30.282224 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:30.311364 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 14 Jun 2022 18:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d0bd1be-3f88-4842-9edf-901b08ee2f84 x-openstack-request-id: req-1d0bd1be-3f88-4842-9edf-901b08ee2f84 {{(pid=102478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:17:30.312057 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e20b57fd-5805-46f6-9e52-7bb9fca3adc9", "name": "network-vif-unplugged", "status": "completed", "tag": "6ca32c09-ea48-4a08-b468-7e9cceb38874", "code": 200}]} {{(pid=102478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:17:30.312057 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1d0bd1be-3f88-4842-9edf-901b08ee2f84 {{(pid=102478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:17:30.312278 dv-cinder-821739-1-iscsi neutron-server[102478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d0bd1be-3f88-4842-9edf-901b08ee2f84'] response: {'server_uuid': 'e20b57fd-5805-46f6-9e52-7bb9fca3adc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ca32c09-ea48-4a08-b468-7e9cceb38874', 'code': 200} Jun 14 18:17:30.335586 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-f44db520-a595-4b53-a7db-19c0ed23b91d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:30.355371 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Pushing event updated for resources: {'Port': ['ID=6ca32c09-ea48-4a08-b468-7e9cceb38874,revision_number=6']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:17:30.444807 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-f44db520-a595-4b53-a7db-19c0ed23b91d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:30.451143 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-f44db520-a595-4b53-a7db-19c0ed23b91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:30.491824 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44db520-a595-4b53-a7db-19c0ed23b91d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a82c6a4-8f24-4dc7-9c4e-6046c9b73b94,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:17:30.510457 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 56866) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:17:30.514225 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-f44db520-a595-4b53-a7db-19c0ed23b91d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9bd25cf4b05746acbf097ced544b8761&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3574791 Jun 14 18:17:30.573395 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-0378c3cd-a1f7-4d34-a179-912cafb0fd7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:30.600567 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-0378c3cd-a1f7-4d34-a179-912cafb0fd7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:30.658728 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-0378c3cd-a1f7-4d34-a179-912cafb0fd7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:30.661607 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-0378c3cd-a1f7-4d34-a179-912cafb0fd7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:30.662763 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-0378c3cd-a1f7-4d34-a179-912cafb0fd7b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9a82c6a4-8f24-4dc7-9c4e-6046c9b73b94 HTTP/1.1" status: 204 len: 168 time: 0.1513255 Jun 14 18:17:30.675653 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0378c3cd-a1f7-4d34-a179-912cafb0fd7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a82c6a4-8f24-4dc7-9c4e-6046c9b73b94,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:17:30.679586 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88918a10-9afc-483c-939c-9238b640cc1e req-3f46540b-0a03-4060-b2fc-0a68fd94aff2 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:30.687725 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-88918a10-9afc-483c-939c-9238b640cc1e req-3f46540b-0a03-4060-b2fc-0a68fd94aff2 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/ports?device_id=e20b57fd-5805-46f6-9e52-7bb9fca3adc9 HTTP/1.1" status: 200 len: 943 time: 0.0730910 Jun 14 18:17:30.731396 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-88918a10-9afc-483c-939c-9238b640cc1e req-61362dfe-545d-4030-a72b-8c7dd496a9f4 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/security-groups?id=17eba8a0-dd59-4485-b2c1-8fad277f9b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426927 Jun 14 18:17:30.928254 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae00aec6-d34f-4d1a-88cc-fca626145059 req-6f8120ec-8e5d-4d05-afeb-c6d65136f622 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:30.936512 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-ae00aec6-d34f-4d1a-88cc-fca626145059 req-6f8120ec-8e5d-4d05-afeb-c6d65136f622 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=a622a78c-3723-434b-a685-47d1846e0778 HTTP/1.1" status: 200 len: 945 time: 0.0656688 Jun 14 18:17:30.995240 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-ae00aec6-d34f-4d1a-88cc-fca626145059 req-7ea1b287-e841-4c7b-8316-fd24d864978f tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f5f9c8a-576d-406f-acb0-3572b0ba74cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574670 Jun 14 18:17:31.053608 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 56878) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:17:31.067356 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-19b61d03-96a0-4fe5-afd7-919c970425f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:31.150184 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-19b61d03-96a0-4fe5-afd7-919c970425f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:31.155476 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-19b61d03-96a0-4fe5-afd7-919c970425f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:31.193310 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b61d03-96a0-4fe5-afd7-919c970425f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68f8e3cc-9996-4ef6-b1d4-c90a58a7ac00,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:17:31.198655 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-19b61d03-96a0-4fe5-afd7-919c970425f4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8e707f91470f40c78c140303808ee341&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1439703 Jun 14 18:17:31.201415 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 56886) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:17:31.252268 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-d3550e6f-7b5c-4ab4-925e-4e320f867bc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:31.273248 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-d3550e6f-7b5c-4ab4-925e-4e320f867bc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:31.319825 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-d3550e6f-7b5c-4ab4-925e-4e320f867bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:31.322419 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-d3550e6f-7b5c-4ab4-925e-4e320f867bc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:31.323543 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-d3550e6f-7b5c-4ab4-925e-4e320f867bc9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/68f8e3cc-9996-4ef6-b1d4-c90a58a7ac00 HTTP/1.1" status: 204 len: 168 time: 0.1211858 Jun 14 18:17:31.331357 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3550e6f-7b5c-4ab4-925e-4e320f867bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f8e3cc-9996-4ef6-b1d4-c90a58a7ac00,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:17:31.752139 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3832b6-67b6-4ab3-b209-51f41f52d0ac req-7b90a30a-0cd8-4212-934c-a92d8ca9b468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:31.753753 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-cc3832b6-67b6-4ab3-b209-51f41f52d0ac req-7b90a30a-0cd8-4212-934c-a92d8ca9b468 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ce9a2eeca2ae45e78c3f8e1182360462&device_id=a622a78c-3723-434b-a685-47d1846e0778 HTTP/1.1" status: 200 len: 1098 time: 0.0426254 Jun 14 18:17:31.883937 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3832b6-67b6-4ab3-b209-51f41f52d0ac req-b5337d61-ba47-4810-9e49-9af46b5f1aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:31.885468 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-cc3832b6-67b6-4ab3-b209-51f41f52d0ac req-b5337d61-ba47-4810-9e49-9af46b5f1aad service neutron] 10.222.0.90 "GET /v2.0/networks?id=207b3e54-87d5-4ff2-9e27-0fc3ae498411 HTTP/1.1" status: 200 len: 919 time: 0.1214283 Jun 14 18:17:31.898072 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e67e2d2-bcd9-411e-b3a6-310c00c45293 req-2c58e147-2f4d-49c9-94f9-8c78d4108050 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:31.899497 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-2e67e2d2-bcd9-411e-b3a6-310c00c45293 req-2c58e147-2f4d-49c9-94f9-8c78d4108050 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/ports?device_id=e20b57fd-5805-46f6-9e52-7bb9fca3adc9 HTTP/1.1" status: 200 len: 943 time: 0.0717516 Jun 14 18:17:31.981973 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-2e67e2d2-bcd9-411e-b3a6-310c00c45293 req-61ea3606-e057-494a-a2a0-30957cea0d1d tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/security-groups?id=17eba8a0-dd59-4485-b2c1-8fad277f9b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744901 Jun 14 18:17:31.988415 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-cc3832b6-67b6-4ab3-b209-51f41f52d0ac req-0b2fe874-ce38-40da-b17b-288099bf095e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8542e76f-e59c-4619-bcf3-47869d9503e3 HTTP/1.1" status: 200 len: 1000 time: 0.0879362 Jun 14 18:17:32.016311 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 56912) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:17:32.039058 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3832b6-67b6-4ab3-b209-51f41f52d0ac req-b6718a17-17fc-49d4-94ed-46bf16d66dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:32.040702 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-cc3832b6-67b6-4ab3-b209-51f41f52d0ac req-b6718a17-17fc-49d4-94ed-46bf16d66dd7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=60742c27-3909-4c07-b59a-2eae5cd6702e HTTP/1.1" status: 200 len: 856 time: 0.0452111 Jun 14 18:17:32.095011 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3832b6-67b6-4ab3-b209-51f41f52d0ac req-157111ce-e746-440b-ac49-352bbc4d374a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:32.096810 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-cc3832b6-67b6-4ab3-b209-51f41f52d0ac req-157111ce-e746-440b-ac49-352bbc4d374a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=207b3e54-87d5-4ff2-9e27-0fc3ae498411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449202 Jun 14 18:17:32.125148 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.v2.base [None req-41019816-9d0e-4a1b-9763-1dea4b171540 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1792553723-network', 'tenant_id': 'a567aedab9d644fcb4c64e9049814e01'}} {{(pid=102477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:17:32.134630 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e400b-dc8a-4464-9b27-0a8ec2e39d9a req-a9e7335b-835f-4829-a739-f5d7927f363e tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:32.136069 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-e61e400b-dc8a-4464-9b27-0a8ec2e39d9a req-a9e7335b-835f-4829-a739-f5d7927f363e tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=a622a78c-3723-434b-a685-47d1846e0778 HTTP/1.1" status: 200 len: 945 time: 0.0602157 Jun 14 18:17:32.170530 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41019816-9d0e-4a1b-9763-1dea4b171540 admin admin] Made reservation on behalf of a567aedab9d644fcb4c64e9049814e01 for: {'network': 1} {{(pid=102477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:17:32.172764 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-41019816-9d0e-4a1b-9763-1dea4b171540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for network, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:32.189333 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-41019816-9d0e-4a1b-9763-1dea4b171540 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:32.193513 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-e61e400b-dc8a-4464-9b27-0a8ec2e39d9a req-09cb3ed2-c14d-455a-b252-c00bf3815e49 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f5f9c8a-576d-406f-acb0-3572b0ba74cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505791 Jun 14 18:17:32.193936 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-cc3832b6-67b6-4ab3-b209-51f41f52d0ac req-97ca6d1a-ef95-4e1d-92e9-7f4257400afd service neutron] 10.222.0.90 "GET /v2.0/networks/207b3e54-87d5-4ff2-9e27-0fc3ae498411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894165 Jun 14 18:17:32.281185 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-41019816-9d0e-4a1b-9763-1dea4b171540 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:32.285061 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-41019816-9d0e-4a1b-9763-1dea4b171540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:32.289227 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-cc3832b6-67b6-4ab3-b209-51f41f52d0ac req-5c288904-f72a-412d-9ac3-15f62281e775 service neutron] 10.222.0.90 "GET /v2.0/networks/207b3e54-87d5-4ff2-9e27-0fc3ae498411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879529 Jun 14 18:17:32.307832 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41019816-9d0e-4a1b-9763-1dea4b171540 admin admin] vlan segment allocate from pool success with {'vlan_id': 1047, 'physical_network': 'physnet1'} {{(pid=102477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 18:17:32.322260 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41019816-9d0e-4a1b-9763-1dea4b171540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c43bdaa3-5cca-45f2-b0ee-41f620ca56c9,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:17:32.333492 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-41019816-9d0e-4a1b-9763-1dea4b171540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977873'] for segment, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:32.334521 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.db.segments_db [None req-41019816-9d0e-4a1b-9763-1dea4b171540 admin admin] Added segment 868c91e4-9594-4965-92ce-239a668f93b4 of type vlan for network d779f00e-96f7-4ae0-81bd-dcc4a767a1f5 Jun 14 18:17:32.375391 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-41019816-9d0e-4a1b-9763-1dea4b171540 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758239169585'] for network, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:32.398941 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-41019816-9d0e-4a1b-9763-1dea4b171540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477'] for network, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:32.399964 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41019816-9d0e-4a1b-9763-1dea4b171540 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:32.400538 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-41019816-9d0e-4a1b-9763-1dea4b171540 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7944499'] for network, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:32.435762 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-41019816-9d0e-4a1b-9763-1dea4b171540 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4183316 Jun 14 18:17:32.438778 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 56918) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:17:32.443798 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.v2.base [None req-c89d8ace-7319-4171-b543-be520b3eaee3 admin admin] Request body: {'subnet': {'network_id': 'd779f00e-96f7-4ae0-81bd-dcc4a767a1f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1792553723-subnet', 'tenant_id': 'a567aedab9d644fcb4c64e9049814e01', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:17:32.462312 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c89d8ace-7319-4171-b543-be520b3eaee3 admin admin] Made reservation on behalf of a567aedab9d644fcb4c64e9049814e01 for: {'subnet': 1} {{(pid=102476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:17:32.465279 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-c89d8ace-7319-4171-b543-be520b3eaee3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4369283'] for subnet, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:32.466536 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41019816-9d0e-4a1b-9763-1dea4b171540 admin admin] Pushing event updated for resources: {'Network': ['ID=d779f00e-96f7-4ae0-81bd-dcc4a767a1f5,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:17:32.476396 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Network d779f00e-96f7-4ae0-81bd-dcc4a767a1f5 details requested by agent ovs-agent-dv-cinder-821739-1-iscsi with host dv-cinder-821739-1-iscsi {{(pid=102478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 14 18:17:32.637215 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-c89d8ace-7319-4171-b543-be520b3eaee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5378649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4368745'] for subnet, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:32.689347 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89d8ace-7319-4171-b543-be520b3eaee3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5aa16359-a3da-465e-8289-821561002c6e,revision_number=0']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:17:32.705851 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89d8ace-7319-4171-b543-be520b3eaee3 admin admin] Checking segment: {'id': '868c91e4-9594-4965-92ce-239a668f93b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'd779f00e-96f7-4ae0-81bd-dcc4a767a1f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 14 18:17:32.706197 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89d8ace-7319-4171-b543-be520b3eaee3 admin admin] Network hostable DHCP agents. Network: d779f00e-96f7-4ae0-81bd-dcc4a767a1f5, hostable agents: ['7e447456-ff8f-4cbe-bcdd-bfd26b4a7662'], hosted agents: [] {{(pid=102476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 18:17:32.721920 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89d8ace-7319-4171-b543-be520b3eaee3 admin admin] Network d779f00e-96f7-4ae0-81bd-dcc4a767a1f5 is scheduled to be hosted by DHCP agent 7e447456-ff8f-4cbe-bcdd-bfd26b4a7662 with binding_index 1 {{(pid=102476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 18:17:32.730122 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.base_scheduler [None req-c89d8ace-7319-4171-b543-be520b3eaee3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821739-1-iscsi, d779f00e-96f7-4ae0-81bd-dcc4a767a1f5) {{(pid=102476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:17:32.734281 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89d8ace-7319-4171-b543-be520b3eaee3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:32.734895 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-c89d8ace-7319-4171-b543-be520b3eaee3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:32.740877 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625c3c0e-22ca-45ff-8b28-f7f017df7703 None None] Network d779f00e-96f7-4ae0-81bd-dcc4a767a1f5 requested from dv-cinder-821739-1-iscsi {{(pid=102478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 18:17:32.752178 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-c89d8ace-7319-4171-b543-be520b3eaee3 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3122749 Jun 14 18:17:32.867317 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61aca652-f6a2-448d-a6e8-64218d4e7973 None None] Network d779f00e-96f7-4ae0-81bd-dcc4a767a1f5 requested from dv-cinder-821739-1-iscsi {{(pid=102478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 18:17:33.101907 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800efd13-9be9-46a3-b7b8-1d1a7e512d88 req-0db3271c-9b6f-4bf6-a4b9-2c84dffc61c0 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:33.103636 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-800efd13-9be9-46a3-b7b8-1d1a7e512d88 req-0db3271c-9b6f-4bf6-a4b9-2c84dffc61c0 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/ports?device_id=e20b57fd-5805-46f6-9e52-7bb9fca3adc9 HTTP/1.1" status: 200 len: 943 time: 0.0515778 Jun 14 18:17:33.146469 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-800efd13-9be9-46a3-b7b8-1d1a7e512d88 req-aafa965f-541c-4370-b5b3-0dbaf1f5584e tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/security-groups?id=17eba8a0-dd59-4485-b2c1-8fad277f9b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354359 Jun 14 18:17:33.320747 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0763a3a-d4da-4308-bd74-7574255d6c37 req-c6affb25-cfb5-4d6f-817b-b3966b9a2da4 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:33.322323 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-c0763a3a-d4da-4308-bd74-7574255d6c37 req-c6affb25-cfb5-4d6f-817b-b3966b9a2da4 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=a622a78c-3723-434b-a685-47d1846e0778 HTTP/1.1" status: 200 len: 945 time: 0.0501082 Jun 14 18:17:33.361913 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-c0763a3a-d4da-4308-bd74-7574255d6c37 req-20ebd429-6ef3-40be-8a07-86bad8e3cce0 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f5f9c8a-576d-406f-acb0-3572b0ba74cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326433 Jun 14 18:17:34.266149 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9cd21d-d903-4a99-a60d-468f994e13d6 req-1d25f06c-555f-402c-ad8a-b3299c413b1d tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:34.268042 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-7e9cd21d-d903-4a99-a60d-468f994e13d6 req-1d25f06c-555f-402c-ad8a-b3299c413b1d tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/ports?device_id=e20b57fd-5805-46f6-9e52-7bb9fca3adc9 HTTP/1.1" status: 200 len: 943 time: 0.0510962 Jun 14 18:17:34.311897 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-7e9cd21d-d903-4a99-a60d-468f994e13d6 req-df278e23-d04c-4a02-bfff-42c7c86ea0de tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/security-groups?id=17eba8a0-dd59-4485-b2c1-8fad277f9b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382292 Jun 14 18:17:34.486639 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf29cba-8883-4086-85c7-2b7450ddec93 req-dede37a7-bb68-4f11-b560-29e1949f83f8 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:34.488501 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-4bf29cba-8883-4086-85c7-2b7450ddec93 req-dede37a7-bb68-4f11-b560-29e1949f83f8 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=a622a78c-3723-434b-a685-47d1846e0778 HTTP/1.1" status: 200 len: 945 time: 0.0530334 Jun 14 18:17:34.507138 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802e802-9412-496e-94e5-14e1d206c02e req-79323c76-9a17-4841-b471-a5171cebbdb8 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:34.508596 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-e802e802-9412-496e-94e5-14e1d206c02e req-79323c76-9a17-4841-b471-a5171cebbdb8 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] 10.222.0.70 "GET /v2.0/networks?id=d779f00e-96f7-4ae0-81bd-dcc4a767a1f5 HTTP/1.1" status: 200 len: 809 time: 0.1119750 Jun 14 18:17:34.526753 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-e802e802-9412-496e-94e5-14e1d206c02e req-86b94fca-af53-46ed-b217-38f5be1c3467 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] 10.222.0.70 "GET /v2.0/quotas/a567aedab9d644fcb4c64e9049814e01 HTTP/1.1" status: 200 len: 375 time: 0.0117891 Jun 14 18:17:34.538993 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-4bf29cba-8883-4086-85c7-2b7450ddec93 req-a763844f-cfdb-4cc3-b24f-7459818ca635 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f5f9c8a-576d-406f-acb0-3572b0ba74cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438776 Jun 14 18:17:34.566261 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-e802e802-9412-496e-94e5-14e1d206c02e req-6a28715b-1cd7-409e-8c43-0909339cb96d tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=a567aedab9d644fcb4c64e9049814e01&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300069 Jun 14 18:17:34.669982 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-e802e802-9412-496e-94e5-14e1d206c02e req-a76bc6ce-13f8-4ce2-9a6a-136950b4f25b service neutron] 10.222.0.70 "GET /v2.0/networks/d779f00e-96f7-4ae0-81bd-dcc4a767a1f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945210 Jun 14 18:17:34.766298 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-e802e802-9412-496e-94e5-14e1d206c02e req-0270c1b5-952f-4e1e-9013-cd12d8ada0b9 service neutron] 10.222.0.70 "GET /v2.0/networks/d779f00e-96f7-4ae0-81bd-dcc4a767a1f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902879 Jun 14 18:17:34.939433 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-94c574a8-36f1-4ee6-834c-2ec84252fc63 req-f2bca153-ad26-4407-afad-219e82a21884 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c0c4421-3403-477b-ae7e-bcd0833d9cf5 HTTP/1.1" status: 200 len: 210 time: 0.0350735 Jun 14 18:17:35.354380 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [req-aeeca2bb-f999-4bf1-b21a-14936fab4cca req-2c79ef33-7ca8-4dfa-a9d1-ac7acfea5fcb service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 14 18:17:35.355918 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-aeeca2bb-f999-4bf1-b21a-14936fab4cca req-2c79ef33-7ca8-4dfa-a9d1-ac7acfea5fcb service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063856 Jun 14 18:17:35.445320 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3861e402-6002-4352-af46-2a5a6e98e4da req-536cfe6a-a37f-47c5-888e-edecbe5f2e82 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:35.448834 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-3861e402-6002-4352-af46-2a5a6e98e4da req-536cfe6a-a37f-47c5-888e-edecbe5f2e82 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/ports?device_id=e20b57fd-5805-46f6-9e52-7bb9fca3adc9 HTTP/1.1" status: 200 len: 943 time: 0.0618742 Jun 14 18:17:35.502326 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-3861e402-6002-4352-af46-2a5a6e98e4da req-04f404f0-50cb-4001-87e6-4bf58f6ef4b4 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/security-groups?id=17eba8a0-dd59-4485-b2c1-8fad277f9b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452085 Jun 14 18:17:35.539508 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2679ec6-887f-415e-8e08-757da724a819 req-27c92380-61b3-4f91-9ecd-e1a1174dd90f tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:35.541276 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-f2679ec6-887f-415e-8e08-757da724a819 req-27c92380-61b3-4f91-9ecd-e1a1174dd90f tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=a622a78c-3723-434b-a685-47d1846e0778 HTTP/1.1" status: 200 len: 945 time: 0.0546048 Jun 14 18:17:35.583670 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-f2679ec6-887f-415e-8e08-757da724a819 req-91ea808e-a5ce-42de-9d76-e82256423448 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f5f9c8a-576d-406f-acb0-3572b0ba74cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347395 Jun 14 18:17:35.814215 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-ffcc1112-33ae-4c81-be11-c656f70b6c33 req-5da806d1-c002-49a5-97f6-227ebcbb50b4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a622a78c-3723-434b-a685-47d1846e0778&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0408044 Jun 14 18:17:35.989816 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802e802-9412-496e-94e5-14e1d206c02e req-e6a534db-f76f-472b-82e9-091a350907f4 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:35.991793 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-e802e802-9412-496e-94e5-14e1d206c02e req-e6a534db-f76f-472b-82e9-091a350907f4 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] 10.222.0.90 "GET /v2.0/networks?id=d779f00e-96f7-4ae0-81bd-dcc4a767a1f5 HTTP/1.1" status: 200 len: 809 time: 0.1245360 Jun 14 18:17:36.008745 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.v2.base [req-e802e802-9412-496e-94e5-14e1d206c02e req-5dc0fd70-686d-4c73-a255-a10c4af7bb45 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] Request body: {'port': {'device_id': '7c0c4421-3403-477b-ae7e-bcd0833d9cf5', 'network_id': 'd779f00e-96f7-4ae0-81bd-dcc4a767a1f5', 'admin_state_up': True, 'tenant_id': 'a567aedab9d644fcb4c64e9049814e01'}} {{(pid=102476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:17:36.066484 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-1010cda7-45a6-4bdf-8d61-5867bbc389c3 req-47c760c5-ab87-4bfe-a485-55abe6ac9537 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c0c4421-3403-477b-ae7e-bcd0833d9cf5 HTTP/1.1" status: 200 len: 210 time: 0.0383492 Jun 14 18:17:36.151116 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e802e802-9412-496e-94e5-14e1d206c02e req-5dc0fd70-686d-4c73-a255-a10c4af7bb45 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] Made reservation on behalf of a567aedab9d644fcb4c64e9049814e01 for: {'port': 1} {{(pid=102476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:17:36.155314 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-e802e802-9412-496e-94e5-14e1d206c02e req-5dc0fd70-686d-4c73-a255-a10c4af7bb45 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:36.178613 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device 8542e76f-e59c-4619-bcf3-47869d9503e3 no longer exists at agent hyperv_hv-cinder-82173 {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:17:36.263838 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Current status of the port 8542e76f-e59c-4619-bcf3-47869d9503e3 is: ACTIVE; New status is: DOWN {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:17:36.264274 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:36.289487 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a622a78c-3723-434b-a685-47d1846e0778', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8542e76f-e59c-4619-bcf3-47869d9503e3'}] {{(pid=102478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:17:36.291986 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d8e2526aaff2bef62a8f92ec40b510f98ca8a12776779af706bb4cba97706d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6bf854e-b938-42ba-8031-3cc7bbcec3b6" -d '{"events": [{"server_uuid": "a622a78c-3723-434b-a685-47d1846e0778", "name": "network-vif-unplugged", "status": "completed", "tag": "8542e76f-e59c-4619-bcf3-47869d9503e3"}]}' {{(pid=102478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:17:36.301682 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.db.db_base_plugin_common [req-e802e802-9412-496e-94e5-14e1d206c02e req-5dc0fd70-686d-4c73-a255-a10c4af7bb45 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] Allocated IP 172.20.0.2 (d779f00e-96f7-4ae0-81bd-dcc4a767a1f5/5aa16359-a3da-465e-8289-821561002c6e/ad01e71c-637b-4014-8422-419a1ded0d4b) {{(pid=102476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:17:36.310568 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] For port 8542e76f-e59c-4619-bcf3-47869d9503e3, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=8542e76f-e59c-4619-bcf3-47869d9503e3,segment=NetworkSegment(3352f152-10ce-4dbd-b036-7cefe3776371),segment_id=3352f152-10ce-4dbd-b036-7cefe3776371)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:17:36.316073 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:36.358670 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 14 Jun 2022 18:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c21a611e-0d7c-439d-b6a6-994ea4d88d1b x-openstack-request-id: req-c21a611e-0d7c-439d-b6a6-994ea4d88d1b {{(pid=102478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:17:36.358969 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a622a78c-3723-434b-a685-47d1846e0778", "name": "network-vif-unplugged", "status": "failed", "tag": "8542e76f-e59c-4619-bcf3-47869d9503e3", "code": 422}]} {{(pid=102478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:17:36.359194 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c21a611e-0d7c-439d-b6a6-994ea4d88d1b {{(pid=102478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:17:36.359777 dv-cinder-821739-1-iscsi neutron-server[102478]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-c21a611e-0d7c-439d-b6a6-994ea4d88d1b']: {'server_uuid': 'a622a78c-3723-434b-a685-47d1846e0778', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8542e76f-e59c-4619-bcf3-47869d9503e3', 'code': 422} returned with failed status Jun 14 18:17:36.389235 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Pushing event updated for resources: {'Port': ['ID=8542e76f-e59c-4619-bcf3-47869d9503e3,revision_number=8']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:17:36.471922 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-e802e802-9412-496e-94e5-14e1d206c02e req-5dc0fd70-686d-4c73-a255-a10c4af7bb45 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] Notify callbacks [] for port, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:36.473421 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c31aa5b-0ec7-450e-9d8c-7cca454e1e22 req-0f0157cf-2523-42be-848e-9daa2bad285b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:36.475074 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-6c31aa5b-0ec7-450e-9d8c-7cca454e1e22 req-0f0157cf-2523-42be-848e-9daa2bad285b service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=e20b57fd-5805-46f6-9e52-7bb9fca3adc9 HTTP/1.1" status: 200 len: 1096 time: 0.0442939 Jun 14 18:17:36.514060 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-e802e802-9412-496e-94e5-14e1d206c02e req-5dc0fd70-686d-4c73-a255-a10c4af7bb45 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239190878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378765'] for port, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:36.516143 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-6c31aa5b-0ec7-450e-9d8c-7cca454e1e22 req-67f3c52f-78fd-41fd-acae-ca8ee9f2b97d service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=17eba8a0-dd59-4485-b2c1-8fad277f9b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312178 Jun 14 18:17:36.555752 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e802e802-9412-496e-94e5-14e1d206c02e req-5dc0fd70-686d-4c73-a255-a10c4af7bb45 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] Network d779f00e-96f7-4ae0-81bd-dcc4a767a1f5 is already hosted by enough agents. {{(pid=102476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:17:36.559462 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.base_scheduler [req-e802e802-9412-496e-94e5-14e1d206c02e req-5dc0fd70-686d-4c73-a255-a10c4af7bb45 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] Resources bound (agent type, host, resource id): {{(pid=102476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:17:36.561986 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.db.l3_dvrscheduler_db [req-e802e802-9412-496e-94e5-14e1d206c02e req-5dc0fd70-686d-4c73-a255-a10c4af7bb45 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] Received port after_create {{(pid=102476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 14 18:17:36.611629 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc0fd70-686d-4c73-a255-a10c4af7bb45 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] Pushing event updated for resources: {'Port': ['ID=ad01e71c-637b-4014-8422-419a1ded0d4b,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:17:36.654857 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802e802-9412-496e-94e5-14e1d206c02e req-5dc0fd70-686d-4c73-a255-a10c4af7bb45 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:36.655484 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-e802e802-9412-496e-94e5-14e1d206c02e req-5dc0fd70-686d-4c73-a255-a10c4af7bb45 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for port, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:36.675339 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f30377-7c5e-4cef-a9c1-69069ee67252 req-f70ab6a3-0908-4059-94ea-3cb3007b1e0e tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:36.676851 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-a4f30377-7c5e-4cef-a9c1-69069ee67252 req-f70ab6a3-0908-4059-94ea-3cb3007b1e0e tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/ports?device_id=e20b57fd-5805-46f6-9e52-7bb9fca3adc9 HTTP/1.1" status: 200 len: 943 time: 0.0863428 Jun 14 18:17:36.684785 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-e802e802-9412-496e-94e5-14e1d206c02e req-5dc0fd70-686d-4c73-a255-a10c4af7bb45 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6803856 Jun 14 18:17:36.714046 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef4d5a1-6369-4169-8a83-4cbda3d11ece req-bf700f8d-2bb2-4a10-9f50-b03c0b0c9849 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:36.716268 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-eef4d5a1-6369-4169-8a83-4cbda3d11ece req-bf700f8d-2bb2-4a10-9f50-b03c0b0c9849 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=a622a78c-3723-434b-a685-47d1846e0778 HTTP/1.1" status: 200 len: 943 time: 0.0510576 Jun 14 18:17:36.722252 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-a4f30377-7c5e-4cef-a9c1-69069ee67252 req-7e6419e6-54f8-438b-8cd9-890af51e6d63 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/security-groups?id=17eba8a0-dd59-4485-b2c1-8fad277f9b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365217 Jun 14 18:17:36.739291 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.v2.base [req-e802e802-9412-496e-94e5-14e1d206c02e req-d96bbea9-3cf7-4305-9afe-2ed7f593a2de service neutron] Request body: {'port': {'device_id': '7c0c4421-3403-477b-ae7e-bcd0833d9cf5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82173'}} {{(pid=102476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:17:36.757265 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-eef4d5a1-6369-4169-8a83-4cbda3d11ece req-a98fd09b-1c42-4de9-9eb6-319900fb3cb0 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f5f9c8a-576d-406f-acb0-3572b0ba74cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347106 Jun 14 18:17:36.797800 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-e802e802-9412-496e-94e5-14e1d206c02e req-d96bbea9-3cf7-4305-9afe-2ed7f593a2de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:36.941044 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcc1112-33ae-4c81-be11-c656f70b6c33 req-2edccb45-eef0-4198-937b-509e58f8c70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:36.942588 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-ffcc1112-33ae-4c81-be11-c656f70b6c33 req-2edccb45-eef0-4198-937b-509e58f8c70c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a622a78c-3723-434b-a685-47d1846e0778&tenant_id=ce9a2eeca2ae45e78c3f8e1182360462 HTTP/1.1" status: 200 len: 1096 time: 0.0412955 Jun 14 18:17:37.010529 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcc1112-33ae-4c81-be11-c656f70b6c33 req-d109a827-04cc-4402-864f-7a8c7a1146d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:37.012856 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-ffcc1112-33ae-4c81-be11-c656f70b6c33 req-d109a827-04cc-4402-864f-7a8c7a1146d0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ce9a2eeca2ae45e78c3f8e1182360462&device_id=a622a78c-3723-434b-a685-47d1846e0778 HTTP/1.1" status: 200 len: 1096 time: 0.0462191 Jun 14 18:17:37.082860 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.notifiers.nova [req-e802e802-9412-496e-94e5-14e1d206c02e req-d96bbea9-3cf7-4305-9afe-2ed7f593a2de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad01e71c-637b-4014-8422-419a1ded0d4b {{(pid=102476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:17:37.090200 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-e802e802-9412-496e-94e5-14e1d206c02e req-d96bbea9-3cf7-4305-9afe-2ed7f593a2de service neutron] Notify callbacks [] for port, precommit_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:37.102059 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.db.provisioning_blocks [req-e802e802-9412-496e-94e5-14e1d206c02e req-d96bbea9-3cf7-4305-9afe-2ed7f593a2de service neutron] Transition to ACTIVE for port object ad01e71c-637b-4014-8422-419a1ded0d4b will not be triggered until provisioned by entity L2. {{(pid=102476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 18:17:37.106747 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcc1112-33ae-4c81-be11-c656f70b6c33 req-7d8615c9-c053-4c53-aa18-83fd2f4c76e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:37.107129 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-e802e802-9412-496e-94e5-14e1d206c02e req-d96bbea9-3cf7-4305-9afe-2ed7f593a2de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5378756'] for port, after_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:37.108366 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-ffcc1112-33ae-4c81-be11-c656f70b6c33 req-7d8615c9-c053-4c53-aa18-83fd2f4c76e5 service neutron] 10.222.0.90 "GET /v2.0/networks?id=207b3e54-87d5-4ff2-9e27-0fc3ae498411 HTTP/1.1" status: 200 len: 919 time: 0.0870936 Jun 14 18:17:37.171017 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96bbea9-3cf7-4305-9afe-2ed7f593a2de service neutron] Pushing event updated for resources: {'Port': ['ID=ad01e71c-637b-4014-8422-419a1ded0d4b,revision_number=2']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:17:37.184405 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-ffcc1112-33ae-4c81-be11-c656f70b6c33 req-3e70dbaa-766d-40ad-8b0d-574ec4944554 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8542e76f-e59c-4619-bcf3-47869d9503e3 HTTP/1.1" status: 200 len: 998 time: 0.0690522 Jun 14 18:17:37.234634 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcc1112-33ae-4c81-be11-c656f70b6c33 req-899fbacf-fc23-414c-9b10-fd0819189ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:37.236099 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-ffcc1112-33ae-4c81-be11-c656f70b6c33 req-899fbacf-fc23-414c-9b10-fd0819189ce4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=60742c27-3909-4c07-b59a-2eae5cd6702e HTTP/1.1" status: 200 len: 856 time: 0.0440598 Jun 14 18:17:37.254465 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038e6014-0f46-473a-b574-c729fe6585b1 req-0d497162-47b7-478a-a5af-78847af9197b tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:37.255950 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-038e6014-0f46-473a-b574-c729fe6585b1 req-0d497162-47b7-478a-a5af-78847af9197b tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c0c4421-3403-477b-ae7e-bcd0833d9cf5 HTTP/1.1" status: 200 len: 943 time: 0.1097929 Jun 14 18:17:37.285559 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcc1112-33ae-4c81-be11-c656f70b6c33 req-813e7708-07cc-4657-b3bf-48e3c09c2f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:37.286561 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.managers [req-e802e802-9412-496e-94e5-14e1d206c02e req-d96bbea9-3cf7-4305-9afe-2ed7f593a2de service neutron] Attempting to bind port ad01e71c-637b-4014-8422-419a1ded0d4b on host hv-cinder-82173 for vnic_type normal with profile {{(pid=102476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 14 18:17:37.286891 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.managers [req-e802e802-9412-496e-94e5-14e1d206c02e req-d96bbea9-3cf7-4305-9afe-2ed7f593a2de service neutron] Attempting to bind port ad01e71c-637b-4014-8422-419a1ded0d4b by drivers openvswitch,hyperv on host hv-cinder-82173 at level 0 using segments [{'id': '868c91e4-9594-4965-92ce-239a668f93b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'd779f00e-96f7-4ae0-81bd-dcc4a767a1f5'}] {{(pid=102476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 14 18:17:37.287066 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-ffcc1112-33ae-4c81-be11-c656f70b6c33 req-813e7708-07cc-4657-b3bf-48e3c09c2f3d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=207b3e54-87d5-4ff2-9e27-0fc3ae498411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429718 Jun 14 18:17:37.287253 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e802e802-9412-496e-94e5-14e1d206c02e req-d96bbea9-3cf7-4305-9afe-2ed7f593a2de service neutron] Attempting to bind port ad01e71c-637b-4014-8422-419a1ded0d4b on network d779f00e-96f7-4ae0-81bd-dcc4a767a1f5 {{(pid=102476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:17:37.296271 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e802e802-9412-496e-94e5-14e1d206c02e req-d96bbea9-3cf7-4305-9afe-2ed7f593a2de service neutron] Port ad01e71c-637b-4014-8422-419a1ded0d4b on network d779f00e-96f7-4ae0-81bd-dcc4a767a1f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82173 {{(pid=102476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 14 18:17:37.296584 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e802e802-9412-496e-94e5-14e1d206c02e req-d96bbea9-3cf7-4305-9afe-2ed7f593a2de service neutron] Attempting to bind port ad01e71c-637b-4014-8422-419a1ded0d4b on network d779f00e-96f7-4ae0-81bd-dcc4a767a1f5 {{(pid=102476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:17:37.310434 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e802e802-9412-496e-94e5-14e1d206c02e req-d96bbea9-3cf7-4305-9afe-2ed7f593a2de service neutron] Checking agent: {'id': '37867b7d-ea9d-4c92-b09f-db78138d4892', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82173', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 9, 26), 'started_at': datetime.datetime(2022, 6, 14, 18, 9, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:17:37.310843 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e802e802-9412-496e-94e5-14e1d206c02e req-d96bbea9-3cf7-4305-9afe-2ed7f593a2de service neutron] Checking segment: {'id': '868c91e4-9594-4965-92ce-239a668f93b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'd779f00e-96f7-4ae0-81bd-dcc4a767a1f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 14 18:17:37.311321 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e802e802-9412-496e-94e5-14e1d206c02e req-d96bbea9-3cf7-4305-9afe-2ed7f593a2de service neutron] Bound using segment: {'id': '868c91e4-9594-4965-92ce-239a668f93b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'd779f00e-96f7-4ae0-81bd-dcc4a767a1f5'} {{(pid=102476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:17:37.311843 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.managers [req-e802e802-9412-496e-94e5-14e1d206c02e req-d96bbea9-3cf7-4305-9afe-2ed7f593a2de service neutron] Bound port: ad01e71c-637b-4014-8422-419a1ded0d4b, host: hv-cinder-82173, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '868c91e4-9594-4965-92ce-239a668f93b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'd779f00e-96f7-4ae0-81bd-dcc4a767a1f5'}}] {{(pid=102476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 14 18:17:37.312194 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-e802e802-9412-496e-94e5-14e1d206c02e req-d96bbea9-3cf7-4305-9afe-2ed7f593a2de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:37.317475 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-038e6014-0f46-473a-b574-c729fe6585b1 req-c7c4a131-c58a-41f5-9110-f929389e2d17 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] 10.222.0.70 "GET /v2.0/security-groups?id=c43bdaa3-5cca-45f2-b0ee-41f620ca56c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537088 Jun 14 18:17:37.381452 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-ffcc1112-33ae-4c81-be11-c656f70b6c33 req-4986157a-9c6f-4664-ba25-b77948661339 service neutron] 10.222.0.90 "GET /v2.0/networks/207b3e54-87d5-4ff2-9e27-0fc3ae498411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865808 Jun 14 18:17:37.385367 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.db [req-e802e802-9412-496e-94e5-14e1d206c02e req-d96bbea9-3cf7-4305-9afe-2ed7f593a2de service neutron] For port ad01e71c-637b-4014-8422-419a1ded0d4b, host hv-cinder-82173, cleared binding levels {{(pid=102476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:17:37.389025 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.db [req-e802e802-9412-496e-94e5-14e1d206c02e req-d96bbea9-3cf7-4305-9afe-2ed7f593a2de service neutron] For port ad01e71c-637b-4014-8422-419a1ded0d4b, host hv-cinder-82173, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=ad01e71c-637b-4014-8422-419a1ded0d4b,segment=NetworkSegment(868c91e4-9594-4965-92ce-239a668f93b4),segment_id=868c91e4-9594-4965-92ce-239a668f93b4)] {{(pid=102476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:17:37.393878 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-e802e802-9412-496e-94e5-14e1d206c02e req-d96bbea9-3cf7-4305-9afe-2ed7f593a2de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5378756'] for port, after_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:37.430015 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802e802-9412-496e-94e5-14e1d206c02e req-d96bbea9-3cf7-4305-9afe-2ed7f593a2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:37.430623 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-e802e802-9412-496e-94e5-14e1d206c02e req-d96bbea9-3cf7-4305-9afe-2ed7f593a2de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for port, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:37.432015 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-e802e802-9412-496e-94e5-14e1d206c02e req-d96bbea9-3cf7-4305-9afe-2ed7f593a2de service neutron] 10.222.0.90 "PUT /v2.0/ports/ad01e71c-637b-4014-8422-419a1ded0d4b HTTP/1.1" status: 200 len: 1093 time: 0.6970770 Jun 14 18:17:37.432446 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c0c4421-3403-477b-ae7e-bcd0833d9cf5', 'tag': 'ad01e71c-637b-4014-8422-419a1ded0d4b'}] {{(pid=102476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:17:37.434736 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f6785e4de8a87b7f797dd5e96f4d126f8c0b91c7fbdcfaa1853e8ef739b068f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa7b7fa5-fcda-4508-8f5b-4a0165349d4c" -d '{"events": [{"name": "network-changed", "server_uuid": "7c0c4421-3403-477b-ae7e-bcd0833d9cf5", "tag": "ad01e71c-637b-4014-8422-419a1ded0d4b"}]}' {{(pid=102476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:17:37.463150 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96bbea9-3cf7-4305-9afe-2ed7f593a2de service neutron] Pushing event updated for resources: {'Port': ['ID=ad01e71c-637b-4014-8422-419a1ded0d4b,revision_number=3']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:17:37.482864 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Jun 2022 18:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e4a760-bb7d-4bd3-8af3-dd3af7202352 x-openstack-request-id: req-c2e4a760-bb7d-4bd3-8af3-dd3af7202352 {{(pid=102476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:17:37.483451 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c0c4421-3403-477b-ae7e-bcd0833d9cf5", "tag": "ad01e71c-637b-4014-8422-419a1ded0d4b", "status": "completed", "code": 200}]} {{(pid=102476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:17:37.483451 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c2e4a760-bb7d-4bd3-8af3-dd3af7202352 {{(pid=102476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:17:37.483807 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2e4a760-bb7d-4bd3-8af3-dd3af7202352'] response: {'name': 'network-changed', 'server_uuid': '7c0c4421-3403-477b-ae7e-bcd0833d9cf5', 'tag': 'ad01e71c-637b-4014-8422-419a1ded0d4b', 'status': 'completed', 'code': 200} Jun 14 18:17:37.486543 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-ffcc1112-33ae-4c81-be11-c656f70b6c33 req-1bc66283-773c-4530-b1ef-f60188fe511d service neutron] 10.222.0.90 "GET /v2.0/networks/207b3e54-87d5-4ff2-9e27-0fc3ae498411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946095 Jun 14 18:17:37.528164 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802e802-9412-496e-94e5-14e1d206c02e req-6044512c-a3e8-41a6-80eb-5de6e3d2a1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:37.530050 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-e802e802-9412-496e-94e5-14e1d206c02e req-6044512c-a3e8-41a6-80eb-5de6e3d2a1ad service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a567aedab9d644fcb4c64e9049814e01&device_id=7c0c4421-3403-477b-ae7e-bcd0833d9cf5 HTTP/1.1" status: 200 len: 1096 time: 0.0423832 Jun 14 18:17:37.575493 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-e802e802-9412-496e-94e5-14e1d206c02e req-a31c4d7c-fed0-4743-84c3-c8f6841ba7f2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ad01e71c-637b-4014-8422-419a1ded0d4b HTTP/1.1" status: 200 len: 217 time: 0.0358222 Jun 14 18:17:37.632721 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802e802-9412-496e-94e5-14e1d206c02e req-f03eae80-0d24-4a5b-98b9-d64bf4b11e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:37.634093 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-e802e802-9412-496e-94e5-14e1d206c02e req-f03eae80-0d24-4a5b-98b9-d64bf4b11e83 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5aa16359-a3da-465e-8289-821561002c6e HTTP/1.1" status: 200 len: 849 time: 0.0477901 Jun 14 18:17:37.671702 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-e802e802-9412-496e-94e5-14e1d206c02e req-95d4e8fe-853b-4b74-aff7-3232e9375320 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d779f00e-96f7-4ae0-81bd-dcc4a767a1f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255120 Jun 14 18:17:37.777590 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-e802e802-9412-496e-94e5-14e1d206c02e req-6a93630a-55af-4241-93f4-871adbec65c7 service neutron] 10.222.0.90 "GET /v2.0/networks/d779f00e-96f7-4ae0-81bd-dcc4a767a1f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948393 Jun 14 18:17:37.898172 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9f6c1c-b615-472f-b6ad-9d720dc06838 req-17366dd0-e413-4c4a-b626-14d1f9ae78c8 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:37.900299 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-1e9f6c1c-b615-472f-b6ad-9d720dc06838 req-17366dd0-e413-4c4a-b626-14d1f9ae78c8 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=a622a78c-3723-434b-a685-47d1846e0778 HTTP/1.1" status: 200 len: 943 time: 0.0607026 Jun 14 18:17:37.922474 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3f4c98-1a23-4340-8034-21d9ac8c2982 req-276f8c0d-f422-44ed-8f19-077c0bf06293 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:37.923975 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-cb3f4c98-1a23-4340-8034-21d9ac8c2982 req-276f8c0d-f422-44ed-8f19-077c0bf06293 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/ports?device_id=e20b57fd-5805-46f6-9e52-7bb9fca3adc9 HTTP/1.1" status: 200 len: 943 time: 0.1234486 Jun 14 18:17:37.929524 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-e802e802-9412-496e-94e5-14e1d206c02e req-a8da1399-1d66-40e2-a51f-60dd159aff91 service neutron] 10.222.0.90 "GET /v2.0/networks/d779f00e-96f7-4ae0-81bd-dcc4a767a1f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426389 Jun 14 18:17:37.941914 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-1e9f6c1c-b615-472f-b6ad-9d720dc06838 req-32c8366c-511f-4420-b890-1bef87698f46 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f5f9c8a-576d-406f-acb0-3572b0ba74cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343022 Jun 14 18:17:37.970937 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-cb3f4c98-1a23-4340-8034-21d9ac8c2982 req-4cccae2e-9a0a-4821-8097-d8af72a8c3f0 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/security-groups?id=17eba8a0-dd59-4485-b2c1-8fad277f9b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393639 Jun 14 18:17:38.052273 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b7fa5-fcda-4508-8f5b-4a0165349d4c req-6e621bec-8ede-4678-9df3-107457661fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:38.052976 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-aa7b7fa5-fcda-4508-8f5b-4a0165349d4c req-6e621bec-8ede-4678-9df3-107457661fa9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a567aedab9d644fcb4c64e9049814e01&device_id=7c0c4421-3403-477b-ae7e-bcd0833d9cf5 HTTP/1.1" status: 200 len: 1096 time: 0.0565553 Jun 14 18:17:38.177735 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device 6ca32c09-ea48-4a08-b468-7e9cceb38874 details requested by agent hyperv_hv-cinder-82173 with host hv-cinder-82173 {{(pid=102478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 14 18:17:38.286490 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] For port 6ca32c09-ea48-4a08-b468-7e9cceb38874, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=6ca32c09-ea48-4a08-b468-7e9cceb38874,segment=NetworkSegment(00c9591e-d9e3-4c96-a0cd-c6aa4f6c80b9),segment_id=00c9591e-d9e3-4c96-a0cd-c6aa4f6c80b9)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:17:38.297778 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Returning: {'device': '6ca32c09-ea48-4a08-b468-7e9cceb38874', 'network_id': '16a38fd0-908c-49c9-8b7d-9ea79627fd40', 'port_id': '6ca32c09-ea48-4a08-b468-7e9cceb38874', 'mac_address': 'fa:16:3e:8a:a6:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1031, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6fd4df0-61f4-48b5-9fb9-b9718ce89b6a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 14 18:17:38.349409 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Current status of the port 6ca32c09-ea48-4a08-b468-7e9cceb38874 is: DOWN; New status is: BUILD {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:17:38.350437 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:38.367137 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.notifiers.nova [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ca32c09-ea48-4a08-b468-7e9cceb38874 {{(pid=102478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:17:38.389944 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] For port 6ca32c09-ea48-4a08-b468-7e9cceb38874, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=6ca32c09-ea48-4a08-b468-7e9cceb38874,segment=NetworkSegment(00c9591e-d9e3-4c96-a0cd-c6aa4f6c80b9),segment_id=00c9591e-d9e3-4c96-a0cd-c6aa4f6c80b9)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:17:38.405970 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:38.481007 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5582a99-e83d-43ef-9f63-70decb9bc196 req-10eebfad-f088-4bc0-8ab3-bbbd9d8adfc5 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:38.482786 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-e5582a99-e83d-43ef-9f63-70decb9bc196 req-10eebfad-f088-4bc0-8ab3-bbbd9d8adfc5 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c0c4421-3403-477b-ae7e-bcd0833d9cf5 HTTP/1.1" status: 200 len: 943 time: 0.0635767 Jun 14 18:17:38.492587 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Pushing event updated for resources: {'Port': ['ID=6ca32c09-ea48-4a08-b468-7e9cceb38874,revision_number=7']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:17:38.524528 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-e5582a99-e83d-43ef-9f63-70decb9bc196 req-fb5c2835-bf00-4496-947c-e08c66c062a8 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] 10.222.0.70 "GET /v2.0/security-groups?id=c43bdaa3-5cca-45f2-b0ee-41f620ca56c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354800 Jun 14 18:17:38.721117 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] get_ports_and_sgs() called for port_ids ['6ca32c09-ea48-4a08-b468-7e9cceb38874'] {{(pid=102478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 14 18:17:39.074855 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e252a523-8789-4ff8-91da-6afba440e361 req-55d66641-9c03-4d4d-b954-e434af307cc7 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:39.076464 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-e252a523-8789-4ff8-91da-6afba440e361 req-55d66641-9c03-4d4d-b954-e434af307cc7 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=a622a78c-3723-434b-a685-47d1846e0778 HTTP/1.1" status: 200 len: 943 time: 0.0519989 Jun 14 18:17:39.117243 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-e252a523-8789-4ff8-91da-6afba440e361 req-fd54c930-7836-47ca-9199-c160653c47e3 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f5f9c8a-576d-406f-acb0-3572b0ba74cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342388 Jun 14 18:17:39.646764 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28439c9-3909-4fb6-987e-812196c9b681 req-06666ae9-6cd1-41f3-bac8-d432698ef457 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:39.648236 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-c28439c9-3909-4fb6-987e-812196c9b681 req-06666ae9-6cd1-41f3-bac8-d432698ef457 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c0c4421-3403-477b-ae7e-bcd0833d9cf5 HTTP/1.1" status: 200 len: 943 time: 0.0510206 Jun 14 18:17:39.690481 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-c28439c9-3909-4fb6-987e-812196c9b681 req-baada6fb-ad71-4d70-97c8-0a8f9e693835 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] 10.222.0.70 "GET /v2.0/security-groups?id=c43bdaa3-5cca-45f2-b0ee-41f620ca56c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356684 Jun 14 18:17:40.212820 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device 6ca32c09-ea48-4a08-b468-7e9cceb38874 up at agent hyperv_hv-cinder-82173 {{(pid=102478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:17:40.250580 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47cad39-4088-4c3f-a179-11b979c13372 req-f1f913b1-5563-4578-940e-97669fcd527f tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:40.256211 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-b47cad39-4088-4c3f-a179-11b979c13372 req-f1f913b1-5563-4578-940e-97669fcd527f tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=a622a78c-3723-434b-a685-47d1846e0778 HTTP/1.1" status: 200 len: 943 time: 0.0616186 Jun 14 18:17:40.279360 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Provisioning complete for port 6ca32c09-ea48-4a08-b468-7e9cceb38874 triggered by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:17:40.279737 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:40.302228 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-b47cad39-4088-4c3f-a179-11b979c13372 req-0a3ae9c2-c3d1-4021-b971-3dd6054f517f tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f5f9c8a-576d-406f-acb0-3572b0ba74cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388176 Jun 14 18:17:40.367847 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Current status of the port 6ca32c09-ea48-4a08-b468-7e9cceb38874 is: BUILD; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:17:40.368239 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:40.398396 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e20b57fd-5805-46f6-9e52-7bb9fca3adc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca32c09-ea48-4a08-b468-7e9cceb38874'}] {{(pid=102478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:17:40.400346 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d8e2526aaff2bef62a8f92ec40b510f98ca8a12776779af706bb4cba97706d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0dd2287-2e81-4f63-86cf-d8feb001ade9" -d '{"events": [{"server_uuid": "e20b57fd-5805-46f6-9e52-7bb9fca3adc9", "name": "network-vif-plugged", "status": "completed", "tag": "6ca32c09-ea48-4a08-b468-7e9cceb38874"}]}' {{(pid=102478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:17:40.414258 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] For port 6ca32c09-ea48-4a08-b468-7e9cceb38874, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=6ca32c09-ea48-4a08-b468-7e9cceb38874,segment=NetworkSegment(00c9591e-d9e3-4c96-a0cd-c6aa4f6c80b9),segment_id=00c9591e-d9e3-4c96-a0cd-c6aa4f6c80b9)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:17:40.424956 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:40.463826 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d9c3c3-5e38-4f77-984a-9a28283ce70d x-openstack-request-id: req-d1d9c3c3-5e38-4f77-984a-9a28283ce70d {{(pid=102478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:17:40.464114 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e20b57fd-5805-46f6-9e52-7bb9fca3adc9", "name": "network-vif-plugged", "status": "completed", "tag": "6ca32c09-ea48-4a08-b468-7e9cceb38874", "code": 200}]} {{(pid=102478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:17:40.465026 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d1d9c3c3-5e38-4f77-984a-9a28283ce70d {{(pid=102478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:17:40.465475 dv-cinder-821739-1-iscsi neutron-server[102478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1d9c3c3-5e38-4f77-984a-9a28283ce70d'] response: {'server_uuid': 'e20b57fd-5805-46f6-9e52-7bb9fca3adc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca32c09-ea48-4a08-b468-7e9cceb38874', 'code': 200} Jun 14 18:17:40.489831 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Pushing event updated for resources: {'Port': ['ID=6ca32c09-ea48-4a08-b468-7e9cceb38874,revision_number=8']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:17:40.835167 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec140d-5c76-4cab-a4fb-5f9c7ee18869 req-9b44a0f9-9fc2-4145-9b50-437aa210e5d7 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:40.836638 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-caec140d-5c76-4cab-a4fb-5f9c7ee18869 req-9b44a0f9-9fc2-4145-9b50-437aa210e5d7 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c0c4421-3403-477b-ae7e-bcd0833d9cf5 HTTP/1.1" status: 200 len: 943 time: 0.0597534 Jun 14 18:17:40.881374 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-caec140d-5c76-4cab-a4fb-5f9c7ee18869 req-8ad14321-0ae9-4f84-a60c-7f49f968d574 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] 10.222.0.70 "GET /v2.0/security-groups?id=c43bdaa3-5cca-45f2-b0ee-41f620ca56c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384674 Jun 14 18:17:41.439629 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4761049-4ccc-4f27-bdc7-3c54f7d4da77 req-d146417e-13af-45c2-916a-5780902335d3 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:41.441223 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-f4761049-4ccc-4f27-bdc7-3c54f7d4da77 req-d146417e-13af-45c2-916a-5780902335d3 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=a622a78c-3723-434b-a685-47d1846e0778 HTTP/1.1" status: 200 len: 943 time: 0.0558677 Jun 14 18:17:41.481207 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-f4761049-4ccc-4f27-bdc7-3c54f7d4da77 req-a24fae62-6d63-4d0f-ac8b-e7f4e339d121 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f5f9c8a-576d-406f-acb0-3572b0ba74cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337207 Jun 14 18:17:42.014279 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f953d6e1-9da2-4a18-b711-b7a3a267887a req-154464de-0132-46ae-b189-56c8bf2f9a79 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:42.015784 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-f953d6e1-9da2-4a18-b711-b7a3a267887a req-154464de-0132-46ae-b189-56c8bf2f9a79 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c0c4421-3403-477b-ae7e-bcd0833d9cf5 HTTP/1.1" status: 200 len: 943 time: 0.0527163 Jun 14 18:17:42.066784 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-f953d6e1-9da2-4a18-b711-b7a3a267887a req-a30d51f3-f348-4041-811d-809026db5f04 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] 10.222.0.70 "GET /v2.0/security-groups?id=c43bdaa3-5cca-45f2-b0ee-41f620ca56c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443189 Jun 14 18:17:42.609759 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e711ec82-7249-421e-95b2-4331da8cf05d req-1d9700bc-95c1-4b99-bd38-1882af2cfaab tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:42.611211 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-e711ec82-7249-421e-95b2-4331da8cf05d req-1d9700bc-95c1-4b99-bd38-1882af2cfaab tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=a622a78c-3723-434b-a685-47d1846e0778 HTTP/1.1" status: 200 len: 943 time: 0.0514309 Jun 14 18:17:42.650286 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-e711ec82-7249-421e-95b2-4331da8cf05d req-d6de1e64-c3e0-4bac-aa69-15744fa13812 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f5f9c8a-576d-406f-acb0-3572b0ba74cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327003 Jun 14 18:17:43.243760 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4632b05-5776-4133-b715-69f4a0576f1a req-2cf4dce6-2a4e-48ea-bde1-2831774447e3 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:43.245223 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-c4632b05-5776-4133-b715-69f4a0576f1a req-2cf4dce6-2a4e-48ea-bde1-2831774447e3 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c0c4421-3403-477b-ae7e-bcd0833d9cf5 HTTP/1.1" status: 200 len: 943 time: 0.0602384 Jun 14 18:17:43.294551 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-c4632b05-5776-4133-b715-69f4a0576f1a req-fc0a9fb8-c657-4f38-a283-4e299040ba7e tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] 10.222.0.70 "GET /v2.0/security-groups?id=c43bdaa3-5cca-45f2-b0ee-41f620ca56c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417049 Jun 14 18:17:43.780232 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc9c06a-9917-44e9-bb84-2e1fa2ec8652 req-cbf51791-6f12-4734-8e68-77d855a206bf tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:43.781910 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-ddc9c06a-9917-44e9-bb84-2e1fa2ec8652 req-cbf51791-6f12-4734-8e68-77d855a206bf tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=a622a78c-3723-434b-a685-47d1846e0778 HTTP/1.1" status: 200 len: 943 time: 0.0509038 Jun 14 18:17:43.822588 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-ddc9c06a-9917-44e9-bb84-2e1fa2ec8652 req-c16b9642-b6a3-4bec-ada1-245ad59e48c7 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f5f9c8a-576d-406f-acb0-3572b0ba74cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341744 Jun 14 18:17:44.412537 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7d664e-96de-4c5a-a528-126f49908295 req-15b25f73-10ad-43dc-821a-d4235e5fc453 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:44.414270 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-0d7d664e-96de-4c5a-a528-126f49908295 req-15b25f73-10ad-43dc-821a-d4235e5fc453 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c0c4421-3403-477b-ae7e-bcd0833d9cf5 HTTP/1.1" status: 200 len: 943 time: 0.0516717 Jun 14 18:17:44.457961 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-0d7d664e-96de-4c5a-a528-126f49908295 req-e09265a2-1c9e-4b88-acaf-f978f1bb0976 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] 10.222.0.70 "GET /v2.0/security-groups?id=c43bdaa3-5cca-45f2-b0ee-41f620ca56c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374591 Jun 14 18:17:44.954093 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad98f4d9-e086-4928-9a07-405e23ac74ce req-b76e8fc5-0438-446a-bbea-7b08cd6d05fa tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:44.955570 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-ad98f4d9-e086-4928-9a07-405e23ac74ce req-b76e8fc5-0438-446a-bbea-7b08cd6d05fa tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=a622a78c-3723-434b-a685-47d1846e0778 HTTP/1.1" status: 200 len: 943 time: 0.0541661 Jun 14 18:17:44.994279 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-ad98f4d9-e086-4928-9a07-405e23ac74ce req-06b4554d-f793-4d7c-95ca-ea6bfe6665cb tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f5f9c8a-576d-406f-acb0-3572b0ba74cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324326 Jun 14 18:17:45.576597 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ccbe07-0113-4cdf-b761-909975a0ceb9 req-d4c90468-6b3a-405b-b5fd-17a711718964 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:45.578047 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-f8ccbe07-0113-4cdf-b761-909975a0ceb9 req-d4c90468-6b3a-405b-b5fd-17a711718964 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c0c4421-3403-477b-ae7e-bcd0833d9cf5 HTTP/1.1" status: 200 len: 943 time: 0.0492017 Jun 14 18:17:45.618488 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-f8ccbe07-0113-4cdf-b761-909975a0ceb9 req-dfe6b3fb-75d6-4560-831d-915fb1be2a1a tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] 10.222.0.70 "GET /v2.0/security-groups?id=c43bdaa3-5cca-45f2-b0ee-41f620ca56c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344181 Jun 14 18:17:46.119657 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8695e5-6b67-4ba9-a77d-3798d93bf472 req-de16a7d7-6bbb-4fa5-98a3-dc182eea7db0 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:46.122128 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-da8695e5-6b67-4ba9-a77d-3798d93bf472 req-de16a7d7-6bbb-4fa5-98a3-dc182eea7db0 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=a622a78c-3723-434b-a685-47d1846e0778 HTTP/1.1" status: 200 len: 943 time: 0.0545702 Jun 14 18:17:46.164394 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-da8695e5-6b67-4ba9-a77d-3798d93bf472 req-ae5d3770-ded9-4045-b990-680734a49b5a tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f5f9c8a-576d-406f-acb0-3572b0ba74cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348108 Jun 14 18:17:46.439952 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-7ccbb62b-0075-475a-ad31-bbd3898a0355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:46.748504 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8540c2df-9f07-4590-a942-7d5f827a1bf1 req-489bc893-d94d-40ca-a8e8-7a5375eacb68 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:46.750056 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-8540c2df-9f07-4590-a942-7d5f827a1bf1 req-489bc893-d94d-40ca-a8e8-7a5375eacb68 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c0c4421-3403-477b-ae7e-bcd0833d9cf5 HTTP/1.1" status: 200 len: 943 time: 0.0563300 Jun 14 18:17:46.790475 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-8540c2df-9f07-4590-a942-7d5f827a1bf1 req-4aa3da9e-ad99-454e-bf7a-b5c665cc1981 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] 10.222.0.70 "GET /v2.0/security-groups?id=c43bdaa3-5cca-45f2-b0ee-41f620ca56c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344059 Jun 14 18:17:47.289617 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a816f-8222-4a9e-a61b-66e5da863b3e req-7d360dda-8aa4-48d6-8b9b-8df3538c035a tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:47.291109 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-4b5a816f-8222-4a9e-a61b-66e5da863b3e req-7d360dda-8aa4-48d6-8b9b-8df3538c035a tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=a622a78c-3723-434b-a685-47d1846e0778 HTTP/1.1" status: 200 len: 943 time: 0.0512469 Jun 14 18:17:47.330340 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-4b5a816f-8222-4a9e-a61b-66e5da863b3e req-734bf277-995b-4ee6-a724-6b1644219939 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f5f9c8a-576d-406f-acb0-3572b0ba74cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321250 Jun 14 18:17:47.790638 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b7fa5-fcda-4508-8f5b-4a0165349d4c req-b3110764-5bc3-4cab-9a46-8d1278688160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:47.792208 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-aa7b7fa5-fcda-4508-8f5b-4a0165349d4c req-b3110764-5bc3-4cab-9a46-8d1278688160 service neutron] 10.222.0.90 "GET /v2.0/networks?id=d779f00e-96f7-4ae0-81bd-dcc4a767a1f5 HTTP/1.1" status: 200 len: 911 time: 0.0887613 Jun 14 18:17:47.837933 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-aa7b7fa5-fcda-4508-8f5b-4a0165349d4c req-400fabcc-651f-45d4-8b83-264bd19b139b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ad01e71c-637b-4014-8422-419a1ded0d4b HTTP/1.1" status: 200 len: 217 time: 0.0350244 Jun 14 18:17:47.924217 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b7fa5-fcda-4508-8f5b-4a0165349d4c req-eed3ddfd-a913-40e2-b512-36fae0bc0f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:47.925628 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-aa7b7fa5-fcda-4508-8f5b-4a0165349d4c req-eed3ddfd-a913-40e2-b512-36fae0bc0f00 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5aa16359-a3da-465e-8289-821561002c6e HTTP/1.1" status: 200 len: 849 time: 0.0792916 Jun 14 18:17:47.949127 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8424bc63-380a-4f2c-af25-27a6132d1f4a req-4243f830-54b0-44c8-a6d3-61ba073f4d79 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:47.951121 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-8424bc63-380a-4f2c-af25-27a6132d1f4a req-4243f830-54b0-44c8-a6d3-61ba073f4d79 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c0c4421-3403-477b-ae7e-bcd0833d9cf5 HTTP/1.1" status: 200 len: 943 time: 0.0722346 Jun 14 18:17:47.967174 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-aa7b7fa5-fcda-4508-8f5b-4a0165349d4c req-8d4f1115-2f67-4578-848b-c48d78651509 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d779f00e-96f7-4ae0-81bd-dcc4a767a1f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336621 Jun 14 18:17:48.021848 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-8424bc63-380a-4f2c-af25-27a6132d1f4a req-d65ade38-3aab-4d0d-9716-986048efe81b tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] 10.222.0.70 "GET /v2.0/security-groups?id=c43bdaa3-5cca-45f2-b0ee-41f620ca56c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573945 Jun 14 18:17:48.076921 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-aa7b7fa5-fcda-4508-8f5b-4a0165349d4c req-d7f571eb-add2-46dd-8ced-1e3943c44a1b service neutron] 10.222.0.90 "GET /v2.0/networks/d779f00e-96f7-4ae0-81bd-dcc4a767a1f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979209 Jun 14 18:17:48.170270 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-aa7b7fa5-fcda-4508-8f5b-4a0165349d4c req-81603a0d-26d7-45ce-b6c4-146043e50edd service neutron] 10.222.0.90 "GET /v2.0/networks/d779f00e-96f7-4ae0-81bd-dcc4a767a1f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848405 Jun 14 18:17:48.458834 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffb379f-33b8-493b-8039-e2069896c5ec req-4e78495a-1c1f-4162-8ad7-433997c6ffee tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:48.460282 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-7ffb379f-33b8-493b-8039-e2069896c5ec req-4e78495a-1c1f-4162-8ad7-433997c6ffee tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=a622a78c-3723-434b-a685-47d1846e0778 HTTP/1.1" status: 200 len: 943 time: 0.0582311 Jun 14 18:17:48.499472 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-7ffb379f-33b8-493b-8039-e2069896c5ec req-5c4f0047-4e63-4a9b-8d57-93645ad51cc3 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f5f9c8a-576d-406f-acb0-3572b0ba74cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321674 Jun 14 18:17:48.723523 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-52fa44de-46c9-4faa-b385-a209dce24ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:49.133822 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75c6fc5-2d1f-441a-9b40-883c77f29008 req-48806166-094f-4987-86fa-938693933346 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:49.135269 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-e75c6fc5-2d1f-441a-9b40-883c77f29008 req-48806166-094f-4987-86fa-938693933346 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c0c4421-3403-477b-ae7e-bcd0833d9cf5 HTTP/1.1" status: 200 len: 943 time: 0.0472202 Jun 14 18:17:49.172330 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-e75c6fc5-2d1f-441a-9b40-883c77f29008 req-c6068a68-46a2-4a52-99eb-45b202c0444b tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] 10.222.0.70 "GET /v2.0/security-groups?id=c43bdaa3-5cca-45f2-b0ee-41f620ca56c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303299 Jun 14 18:17:49.619933 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfab46a8-2704-4dbf-870c-7e25faa5fde7 req-d01ba207-76ae-46fa-86e3-8dcff9969611 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:49.621283 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-dfab46a8-2704-4dbf-870c-7e25faa5fde7 req-d01ba207-76ae-46fa-86e3-8dcff9969611 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=a622a78c-3723-434b-a685-47d1846e0778 HTTP/1.1" status: 200 len: 943 time: 0.0474393 Jun 14 18:17:49.658006 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-dfab46a8-2704-4dbf-870c-7e25faa5fde7 req-8fb06c97-c915-48df-9620-dce2e123ca47 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f5f9c8a-576d-406f-acb0-3572b0ba74cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295625 Jun 14 18:17:49.804322 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-cf1fda14-6f0d-42ea-928d-63fe9f24329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:50.272578 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device ad01e71c-637b-4014-8422-419a1ded0d4b details requested by agent hyperv_hv-cinder-82173 with host hv-cinder-82173 {{(pid=102478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 14 18:17:50.291061 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72197ad-d5c1-4db0-8d4a-3e72cab37e21 req-8b8c5782-2fd2-4b49-9dc3-d09624e377d7 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:50.292501 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-b72197ad-d5c1-4db0-8d4a-3e72cab37e21 req-8b8c5782-2fd2-4b49-9dc3-d09624e377d7 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c0c4421-3403-477b-ae7e-bcd0833d9cf5 HTTP/1.1" status: 200 len: 943 time: 0.0514193 Jun 14 18:17:50.329562 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-b72197ad-d5c1-4db0-8d4a-3e72cab37e21 req-864fd5c0-3859-467c-8678-e56232cbc5fc tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] 10.222.0.70 "GET /v2.0/security-groups?id=c43bdaa3-5cca-45f2-b0ee-41f620ca56c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310783 Jun 14 18:17:50.368623 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] For port ad01e71c-637b-4014-8422-419a1ded0d4b, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=ad01e71c-637b-4014-8422-419a1ded0d4b,segment=NetworkSegment(868c91e4-9594-4965-92ce-239a668f93b4),segment_id=868c91e4-9594-4965-92ce-239a668f93b4)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:17:50.379741 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Returning: {'device': 'ad01e71c-637b-4014-8422-419a1ded0d4b', 'network_id': 'd779f00e-96f7-4ae0-81bd-dcc4a767a1f5', 'port_id': 'ad01e71c-637b-4014-8422-419a1ded0d4b', 'mac_address': 'fa:16:3e:6e:ae:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1047, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aa16359-a3da-465e-8289-821561002c6e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 14 18:17:50.418434 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Current status of the port ad01e71c-637b-4014-8422-419a1ded0d4b is: DOWN; New status is: BUILD {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:17:50.418882 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:50.432008 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.notifiers.nova [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad01e71c-637b-4014-8422-419a1ded0d4b {{(pid=102478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:17:50.460480 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] For port ad01e71c-637b-4014-8422-419a1ded0d4b, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=ad01e71c-637b-4014-8422-419a1ded0d4b,segment=NetworkSegment(868c91e4-9594-4965-92ce-239a668f93b4),segment_id=868c91e4-9594-4965-92ce-239a668f93b4)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:17:50.464218 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:50.464873 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device 8542e76f-e59c-4619-bcf3-47869d9503e3 details requested by agent hyperv_hv-cinder-82173 with host hv-cinder-82173 {{(pid=102478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 14 18:17:50.538673 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Pushing event updated for resources: {'Port': ['ID=ad01e71c-637b-4014-8422-419a1ded0d4b,revision_number=4']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:17:50.597292 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] For port 8542e76f-e59c-4619-bcf3-47869d9503e3, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=8542e76f-e59c-4619-bcf3-47869d9503e3,segment=NetworkSegment(3352f152-10ce-4dbd-b036-7cefe3776371),segment_id=3352f152-10ce-4dbd-b036-7cefe3776371)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:17:50.608115 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Returning: {'device': '8542e76f-e59c-4619-bcf3-47869d9503e3', 'network_id': '207b3e54-87d5-4ff2-9e27-0fc3ae498411', 'port_id': '8542e76f-e59c-4619-bcf3-47869d9503e3', 'mac_address': 'fa:16:3e:fc:e0:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1036, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60742c27-3909-4c07-b59a-2eae5cd6702e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 14 18:17:50.644302 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Current status of the port 8542e76f-e59c-4619-bcf3-47869d9503e3 is: DOWN; New status is: BUILD {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:17:50.644711 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:50.656841 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.notifiers.nova [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8542e76f-e59c-4619-bcf3-47869d9503e3 {{(pid=102478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:17:50.675178 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] For port 8542e76f-e59c-4619-bcf3-47869d9503e3, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=8542e76f-e59c-4619-bcf3-47869d9503e3,segment=NetworkSegment(3352f152-10ce-4dbd-b036-7cefe3776371),segment_id=3352f152-10ce-4dbd-b036-7cefe3776371)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:17:50.678652 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:50.728180 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Pushing event updated for resources: {'Port': ['ID=8542e76f-e59c-4619-bcf3-47869d9503e3,revision_number=9']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:17:50.778105 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823329d1-176d-4db7-8790-925aa51c9291 req-94f12edc-58dd-4164-8368-48045f2c140b tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:50.779805 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-823329d1-176d-4db7-8790-925aa51c9291 req-94f12edc-58dd-4164-8368-48045f2c140b tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=a622a78c-3723-434b-a685-47d1846e0778 HTTP/1.1" status: 200 len: 944 time: 0.0500877 Jun 14 18:17:50.821221 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-823329d1-176d-4db7-8790-925aa51c9291 req-7f1f9ff0-a3cc-44fc-a043-2b290011ae16 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f5f9c8a-576d-406f-acb0-3572b0ba74cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327466 Jun 14 18:17:50.937670 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] get_ports_and_sgs() called for port_ids ['8542e76f-e59c-4619-bcf3-47869d9503e3'] {{(pid=102478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 14 18:17:50.961463 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] get_ports_and_sgs() called for port_ids ['ad01e71c-637b-4014-8422-419a1ded0d4b'] {{(pid=102478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 14 18:17:51.443387 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134c7df6-0648-4cd4-a2e2-70731669fc51 req-2697df1a-95a2-43e8-a89f-638900c26fed tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:51.444857 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-134c7df6-0648-4cd4-a2e2-70731669fc51 req-2697df1a-95a2-43e8-a89f-638900c26fed tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c0c4421-3403-477b-ae7e-bcd0833d9cf5 HTTP/1.1" status: 200 len: 944 time: 0.0490386 Jun 14 18:17:51.485590 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-134c7df6-0648-4cd4-a2e2-70731669fc51 req-1a2b167d-69c0-47c1-a832-1b7ff2c26c8d tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] 10.222.0.70 "GET /v2.0/security-groups?id=c43bdaa3-5cca-45f2-b0ee-41f620ca56c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339608 Jun 14 18:17:51.608665 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-1a5f21f8-b210-492f-a8cf-2d8a6010caea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:51.943671 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4583b543-8a88-4705-9077-e8887cbd1b00 req-20d570ac-7699-4b9a-a722-afb83edca07f tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:51.945140 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-4583b543-8a88-4705-9077-e8887cbd1b00 req-20d570ac-7699-4b9a-a722-afb83edca07f tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=a622a78c-3723-434b-a685-47d1846e0778 HTTP/1.1" status: 200 len: 944 time: 0.0525804 Jun 14 18:17:51.949927 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:51.984002 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-4583b543-8a88-4705-9077-e8887cbd1b00 req-475e6550-e6aa-46e4-874f-5b09ca92ee19 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f5f9c8a-576d-406f-acb0-3572b0ba74cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310788 Jun 14 18:17:52.284635 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device ad01e71c-637b-4014-8422-419a1ded0d4b up at agent hyperv_hv-cinder-82173 {{(pid=102478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:17:52.337438 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Provisioning for port ad01e71c-637b-4014-8422-419a1ded0d4b completed by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 18:17:52.342436 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Provisioning complete for port ad01e71c-637b-4014-8422-419a1ded0d4b triggered by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:17:52.342862 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:52.433934 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Current status of the port ad01e71c-637b-4014-8422-419a1ded0d4b is: BUILD; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:17:52.436514 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:52.461354 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c0c4421-3403-477b-ae7e-bcd0833d9cf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad01e71c-637b-4014-8422-419a1ded0d4b'}] {{(pid=102478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:17:52.463665 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d8e2526aaff2bef62a8f92ec40b510f98ca8a12776779af706bb4cba97706d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1924a25c-b27d-48db-bc1b-cd3541fe8b8f" -d '{"events": [{"server_uuid": "7c0c4421-3403-477b-ae7e-bcd0833d9cf5", "name": "network-vif-plugged", "status": "completed", "tag": "ad01e71c-637b-4014-8422-419a1ded0d4b"}]}' {{(pid=102478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:17:52.485131 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] For port ad01e71c-637b-4014-8422-419a1ded0d4b, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=ad01e71c-637b-4014-8422-419a1ded0d4b,segment=NetworkSegment(868c91e4-9594-4965-92ce-239a668f93b4),segment_id=868c91e4-9594-4965-92ce-239a668f93b4)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:17:52.489913 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:52.490827 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device 8542e76f-e59c-4619-bcf3-47869d9503e3 up at agent hyperv_hv-cinder-82173 {{(pid=102478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:17:52.538602 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5642ab4e-40cf-44c9-907f-1ce1f73f8efd x-openstack-request-id: req-5642ab4e-40cf-44c9-907f-1ce1f73f8efd {{(pid=102478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:17:52.538999 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c0c4421-3403-477b-ae7e-bcd0833d9cf5", "name": "network-vif-plugged", "status": "completed", "tag": "ad01e71c-637b-4014-8422-419a1ded0d4b", "code": 200}]} {{(pid=102478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:17:52.539218 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5642ab4e-40cf-44c9-907f-1ce1f73f8efd {{(pid=102478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:17:52.539598 dv-cinder-821739-1-iscsi neutron-server[102478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5642ab4e-40cf-44c9-907f-1ce1f73f8efd'] response: {'server_uuid': '7c0c4421-3403-477b-ae7e-bcd0833d9cf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad01e71c-637b-4014-8422-419a1ded0d4b', 'code': 200} Jun 14 18:17:52.582770 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Pushing event updated for resources: {'Port': ['ID=ad01e71c-637b-4014-8422-419a1ded0d4b,revision_number=5']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:17:52.594204 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Provisioning complete for port 8542e76f-e59c-4619-bcf3-47869d9503e3 triggered by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:17:52.594471 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:52.618035 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758dd32-bcbb-4bee-acee-2e31dcdfb946 req-28e5bb55-ab58-4520-8772-5dc19ecf6509 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:52.619619 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-4758dd32-bcbb-4bee-acee-2e31dcdfb946 req-28e5bb55-ab58-4520-8772-5dc19ecf6509 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c0c4421-3403-477b-ae7e-bcd0833d9cf5 HTTP/1.1" status: 200 len: 945 time: 0.0546768 Jun 14 18:17:52.676098 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Current status of the port 8542e76f-e59c-4619-bcf3-47869d9503e3 is: BUILD; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:17:52.676498 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:52.684117 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-4758dd32-bcbb-4bee-acee-2e31dcdfb946 req-41f753c9-655a-4ad5-8706-2c1575ce345b tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] 10.222.0.70 "GET /v2.0/security-groups?id=c43bdaa3-5cca-45f2-b0ee-41f620ca56c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575745 Jun 14 18:17:52.697464 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27074f32-32ad-468c-ac38-017c88d8511b req-f442af47-1318-4ae4-b1f8-936904d46396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:52.699012 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-27074f32-32ad-468c-ac38-017c88d8511b req-f442af47-1318-4ae4-b1f8-936904d46396 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=7c0c4421-3403-477b-ae7e-bcd0833d9cf5 HTTP/1.1" status: 200 len: 1098 time: 0.0480843 Jun 14 18:17:52.711511 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] For port 8542e76f-e59c-4619-bcf3-47869d9503e3, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=8542e76f-e59c-4619-bcf3-47869d9503e3,segment=NetworkSegment(3352f152-10ce-4dbd-b036-7cefe3776371),segment_id=3352f152-10ce-4dbd-b036-7cefe3776371)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:17:52.715065 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:52.741162 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-27074f32-32ad-468c-ac38-017c88d8511b req-05eea488-4f25-425e-97d2-c024154b24f0 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=c43bdaa3-5cca-45f2-b0ee-41f620ca56c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312808 Jun 14 18:17:52.766220 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Pushing event updated for resources: {'Port': ['ID=8542e76f-e59c-4619-bcf3-47869d9503e3,revision_number=10']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:17:52.785191 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.agents_db [None req-d83a49a0-1be1-4d29-a7ba-91319940a8a9 None None] Agent healthcheck: found 6 active agents {{(pid=102479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 14 18:17:53.104417 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909012f-6528-44f5-a5f0-4e7c7b729c41 req-a2c13713-9a56-4aef-a4ae-0e80592bb181 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:53.105878 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-1909012f-6528-44f5-a5f0-4e7c7b729c41 req-a2c13713-9a56-4aef-a4ae-0e80592bb181 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=a622a78c-3723-434b-a685-47d1846e0778 HTTP/1.1" status: 200 len: 946 time: 0.0479493 Jun 14 18:17:53.142262 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-1909012f-6528-44f5-a5f0-4e7c7b729c41 req-c6d5a901-4e3a-49f2-8549-1109aa13c952 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f5f9c8a-576d-406f-acb0-3572b0ba74cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303340 Jun 14 18:17:53.828517 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b737f3c4-d77d-4674-a45e-aaebaaea3d89 req-b6d461d7-3e15-4bd6-87a3-3f999f79883f tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:53.831660 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-b737f3c4-d77d-4674-a45e-aaebaaea3d89 req-b6d461d7-3e15-4bd6-87a3-3f999f79883f tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c0c4421-3403-477b-ae7e-bcd0833d9cf5 HTTP/1.1" status: 200 len: 945 time: 0.0709598 Jun 14 18:17:53.879402 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-b737f3c4-d77d-4674-a45e-aaebaaea3d89 req-ef2e0034-2c84-4056-b7ae-22b1e419ad46 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] 10.222.0.70 "GET /v2.0/security-groups?id=c43bdaa3-5cca-45f2-b0ee-41f620ca56c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407782 Jun 14 18:17:54.278767 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff067a7-26e7-4225-b447-d903c3b07be7 req-b785ed38-d394-463b-8c46-6c33399ee37c tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:54.280326 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-7ff067a7-26e7-4225-b447-d903c3b07be7 req-b785ed38-d394-463b-8c46-6c33399ee37c tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=a622a78c-3723-434b-a685-47d1846e0778 HTTP/1.1" status: 200 len: 946 time: 0.0550318 Jun 14 18:17:54.318496 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-7ff067a7-26e7-4225-b447-d903c3b07be7 req-5ea2aab6-0aaa-4939-8844-b507e6b194a7 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f5f9c8a-576d-406f-acb0-3572b0ba74cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319386 Jun 14 18:17:54.541404 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a622a78c-3723-434b-a685-47d1846e0778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8542e76f-e59c-4619-bcf3-47869d9503e3'}] {{(pid=102478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:17:54.550348 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d8e2526aaff2bef62a8f92ec40b510f98ca8a12776779af706bb4cba97706d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d680e136-261b-48f2-989e-315fe872b230" -d '{"events": [{"server_uuid": "a622a78c-3723-434b-a685-47d1846e0778", "name": "network-vif-plugged", "status": "completed", "tag": "8542e76f-e59c-4619-bcf3-47869d9503e3"}]}' {{(pid=102478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:17:54.579615 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51004e62-d3da-4d19-99e4-4b055a4ac57e x-openstack-request-id: req-51004e62-d3da-4d19-99e4-4b055a4ac57e {{(pid=102478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:17:54.579903 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a622a78c-3723-434b-a685-47d1846e0778", "name": "network-vif-plugged", "status": "completed", "tag": "8542e76f-e59c-4619-bcf3-47869d9503e3", "code": 200}]} {{(pid=102478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:17:54.580156 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-51004e62-d3da-4d19-99e4-4b055a4ac57e {{(pid=102478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:17:54.580543 dv-cinder-821739-1-iscsi neutron-server[102478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51004e62-d3da-4d19-99e4-4b055a4ac57e'] response: {'server_uuid': 'a622a78c-3723-434b-a685-47d1846e0778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8542e76f-e59c-4619-bcf3-47869d9503e3', 'code': 200} Jun 14 18:17:54.766349 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e90e0f-f13c-4ce7-b8b1-31b0302b357d req-a41cfbc4-5b23-46f0-b099-37a5d57d0673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:54.767790 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-95e90e0f-f13c-4ce7-b8b1-31b0302b357d req-a41cfbc4-5b23-46f0-b099-37a5d57d0673 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a622a78c-3723-434b-a685-47d1846e0778 HTTP/1.1" status: 200 len: 1099 time: 0.0383451 Jun 14 18:17:54.803922 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-95e90e0f-f13c-4ce7-b8b1-31b0302b357d req-beaa18df-9d61-4f89-9304-bdd1deaf2817 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=7f5f9c8a-576d-406f-acb0-3572b0ba74cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265899 Jun 14 18:17:55.022853 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1150438-00d5-4785-83a7-def2a9062a5c req-995ed064-5593-469b-b052-7e1b403f4154 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:55.024288 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-f1150438-00d5-4785-83a7-def2a9062a5c req-995ed064-5593-469b-b052-7e1b403f4154 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c0c4421-3403-477b-ae7e-bcd0833d9cf5 HTTP/1.1" status: 200 len: 945 time: 0.0517526 Jun 14 18:17:55.060889 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-f1150438-00d5-4785-83a7-def2a9062a5c req-cce848da-c7ce-42fb-9a27-186aad05c4ff tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] 10.222.0.70 "GET /v2.0/security-groups?id=c43bdaa3-5cca-45f2-b0ee-41f620ca56c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303771 Jun 14 18:17:55.447183 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f840b-d138-4ddb-aee0-c411f8336daa req-62ac74ab-89ee-45eb-b124-767fb6687b71 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:55.448799 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-614f840b-d138-4ddb-aee0-c411f8336daa req-62ac74ab-89ee-45eb-b124-767fb6687b71 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=a622a78c-3723-434b-a685-47d1846e0778 HTTP/1.1" status: 200 len: 946 time: 0.0532181 Jun 14 18:17:55.486615 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-614f840b-d138-4ddb-aee0-c411f8336daa req-71304b37-0f3e-499b-ab32-10ee0d7811bd tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f5f9c8a-576d-406f-acb0-3572b0ba74cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312858 Jun 14 18:17:55.887970 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b48ab8f-7878-4d13-a9f9-929d77e9cb8f req-e3c44b82-3d36-40c5-ae77-0f5050e7bb4b tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:55.889362 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-6b48ab8f-7878-4d13-a9f9-929d77e9cb8f req-e3c44b82-3d36-40c5-ae77-0f5050e7bb4b tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c0c4421-3403-477b-ae7e-bcd0833d9cf5 HTTP/1.1" status: 200 len: 945 time: 0.0476446 Jun 14 18:17:55.926726 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-6b48ab8f-7878-4d13-a9f9-929d77e9cb8f req-92ab6355-2da9-4bd7-9db1-4fad3447eff3 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] 10.222.0.70 "GET /v2.0/security-groups?id=c43bdaa3-5cca-45f2-b0ee-41f620ca56c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314221 Jun 14 18:17:56.610955 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7308e51-1279-4d6c-b247-26fb9401a02d req-89e34bf4-0766-4299-85c0-6a21e5191b99 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:56.612430 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-e7308e51-1279-4d6c-b247-26fb9401a02d req-89e34bf4-0766-4299-85c0-6a21e5191b99 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=a622a78c-3723-434b-a685-47d1846e0778 HTTP/1.1" status: 200 len: 946 time: 0.0509603 Jun 14 18:17:56.648418 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-e7308e51-1279-4d6c-b247-26fb9401a02d req-7ab5761b-cf0a-4aed-9af5-c1cf5bdb22e0 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f5f9c8a-576d-406f-acb0-3572b0ba74cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300152 Jun 14 18:17:56.972004 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:57.041564 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1195866-f0a2-4b3b-8301-df88577bf10d req-f3f985ef-cd9c-4114-864c-4eb598f6d438 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:57.043050 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-d1195866-f0a2-4b3b-8301-df88577bf10d req-f3f985ef-cd9c-4114-864c-4eb598f6d438 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c0c4421-3403-477b-ae7e-bcd0833d9cf5 HTTP/1.1" status: 200 len: 945 time: 0.0487459 Jun 14 18:17:57.080690 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-d1195866-f0a2-4b3b-8301-df88577bf10d req-b79ce75e-9194-4099-ba2a-1fbfd0b03c73 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] 10.222.0.70 "GET /v2.0/security-groups?id=c43bdaa3-5cca-45f2-b0ee-41f620ca56c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308523 Jun 14 18:17:57.366949 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf588923-c6d1-467c-8414-79136fb72777 req-d2f12e13-1700-47fd-ace9-295fd895acaf tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:57.368385 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-cf588923-c6d1-467c-8414-79136fb72777 req-d2f12e13-1700-47fd-ace9-295fd895acaf tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] 10.222.0.90 "GET /v2.0/ports?device_id=7c0c4421-3403-477b-ae7e-bcd0833d9cf5 HTTP/1.1" status: 200 len: 945 time: 0.0521650 Jun 14 18:17:57.472102 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.plugin [req-cf588923-c6d1-467c-8414-79136fb72777 req-97cc1c4e-7d8b-4f7b-adeb-850f0e34c4d7 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] Deleting port ad01e71c-637b-4014-8422-419a1ded0d4b {{(pid=102476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 14 18:17:57.472429 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-cf588923-c6d1-467c-8414-79136fb72777 req-97cc1c4e-7d8b-4f7b-adeb-850f0e34c4d7 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239577025'] for port, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:57.558043 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.db [req-cf588923-c6d1-467c-8414-79136fb72777 req-97cc1c4e-7d8b-4f7b-adeb-850f0e34c4d7 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] For port ad01e71c-637b-4014-8422-419a1ded0d4b, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=ad01e71c-637b-4014-8422-419a1ded0d4b,segment=NetworkSegment(868c91e4-9594-4965-92ce-239a668f93b4),segment_id=868c91e4-9594-4965-92ce-239a668f93b4)] {{(pid=102476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:17:57.558319 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-cf588923-c6d1-467c-8414-79136fb72777 req-97cc1c4e-7d8b-4f7b-adeb-850f0e34c4d7 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282467'] for port, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:57.571443 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.plugin [req-cf588923-c6d1-467c-8414-79136fb72777 req-97cc1c4e-7d8b-4f7b-adeb-850f0e34c4d7 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] Calling delete_port for ad01e71c-637b-4014-8422-419a1ded0d4b owned by compute:nova {{(pid=102476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 14 18:17:57.702777 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-cf588923-c6d1-467c-8414-79136fb72777 req-97cc1c4e-7d8b-4f7b-adeb-850f0e34c4d7 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239583007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239190869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378765'] for port, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:57.717102 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] get_ports_and_sgs() called for port_ids ['ad01e71c-637b-4014-8422-419a1ded0d4b'] {{(pid=102478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 14 18:17:57.733846 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cc1c4e-7d8b-4f7b-adeb-850f0e34c4d7 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] Pushing event deleted for resources: {'Port': ['ID=ad01e71c-637b-4014-8422-419a1ded0d4b,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:17:57.805743 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf588923-c6d1-467c-8414-79136fb72777 req-97cc1c4e-7d8b-4f7b-adeb-850f0e34c4d7 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] No DVR routers for this DVR port ad01e71c-637b-4014-8422-419a1ded0d4b on host hv-cinder-82173 {{(pid=102476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 18:17:57.808788 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-cf588923-c6d1-467c-8414-79136fb72777 req-97cc1c4e-7d8b-4f7b-adeb-850f0e34c4d7 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for port, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:17:57.812596 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-cf588923-c6d1-467c-8414-79136fb72777 req-97cc1c4e-7d8b-4f7b-adeb-850f0e34c4d7 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] 10.222.0.90 "DELETE /v2.0/ports/ad01e71c-637b-4014-8422-419a1ded0d4b HTTP/1.1" status: 204 len: 173 time: 0.4287262 Jun 14 18:17:57.813024 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c0c4421-3403-477b-ae7e-bcd0833d9cf5', 'name': 'network-vif-deleted', 'tag': 'ad01e71c-637b-4014-8422-419a1ded0d4b'}] {{(pid=102476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:17:57.815317 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f6785e4de8a87b7f797dd5e96f4d126f8c0b91c7fbdcfaa1853e8ef739b068f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eff3450c-39e5-4e78-b4a5-8898c23c735c" -d '{"events": [{"server_uuid": "7c0c4421-3403-477b-ae7e-bcd0833d9cf5", "name": "network-vif-deleted", "tag": "ad01e71c-637b-4014-8422-419a1ded0d4b"}]}' {{(pid=102476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:17:57.828936 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6423291c-deee-465e-8141-f031ba170e10 req-9bea530d-72b1-4979-a45c-4fcd944a5378 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:57.830647 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-6423291c-deee-465e-8141-f031ba170e10 req-9bea530d-72b1-4979-a45c-4fcd944a5378 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=a622a78c-3723-434b-a685-47d1846e0778 HTTP/1.1" status: 200 len: 946 time: 0.1024029 Jun 14 18:17:57.857946 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6857bf11-f275-43e0-9300-842c8dced3a3 x-openstack-request-id: req-6857bf11-f275-43e0-9300-842c8dced3a3 {{(pid=102476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:17:57.858233 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c0c4421-3403-477b-ae7e-bcd0833d9cf5", "name": "network-vif-deleted", "tag": "ad01e71c-637b-4014-8422-419a1ded0d4b", "status": "completed", "code": 200}]} {{(pid=102476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:17:57.858480 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6857bf11-f275-43e0-9300-842c8dced3a3 {{(pid=102476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:17:57.858865 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6857bf11-f275-43e0-9300-842c8dced3a3'] response: {'server_uuid': '7c0c4421-3403-477b-ae7e-bcd0833d9cf5', 'name': 'network-vif-deleted', 'tag': 'ad01e71c-637b-4014-8422-419a1ded0d4b', 'status': 'completed', 'code': 200} Jun 14 18:17:57.876497 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-6423291c-deee-465e-8141-f031ba170e10 req-ad752708-5c7c-4646-8642-bcd5c61540f4 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f5f9c8a-576d-406f-acb0-3572b0ba74cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390158 Jun 14 18:17:58.196018 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-1e0a003d-e639-409d-af42-8e09255b247f req-cadad420-33a8-4f48-89a3-a43063c352e0 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c0c4421-3403-477b-ae7e-bcd0833d9cf5 HTTP/1.1" status: 200 len: 210 time: 0.0313048 Jun 14 18:17:59.693310 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7473d6d-2c09-4b1c-8a50-d316b10c4709 req-bacce626-0a1e-469f-9afd-a5d2e94561e0 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:17:59.694786 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-d7473d6d-2c09-4b1c-8a50-d316b10c4709 req-bacce626-0a1e-469f-9afd-a5d2e94561e0 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] 10.222.0.70 "GET /v2.0/networks?id=d779f00e-96f7-4ae0-81bd-dcc4a767a1f5 HTTP/1.1" status: 200 len: 809 time: 0.3328307 Jun 14 18:17:59.710684 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-d7473d6d-2c09-4b1c-8a50-d316b10c4709 req-cf783383-e969-42ee-b857-a1fc7cb68fe8 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] 10.222.0.70 "GET /v2.0/quotas/a567aedab9d644fcb4c64e9049814e01 HTTP/1.1" status: 200 len: 375 time: 0.0089447 Jun 14 18:17:59.741966 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-d7473d6d-2c09-4b1c-8a50-d316b10c4709 req-d4396e06-7e35-433f-9d12-e8b1e1b760f9 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=a567aedab9d644fcb4c64e9049814e01&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255966 Jun 14 18:17:59.833259 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-d7473d6d-2c09-4b1c-8a50-d316b10c4709 req-afe0d742-6287-4853-b2c3-7dc0bb10d36a service neutron] 10.222.0.70 "GET /v2.0/networks/d779f00e-96f7-4ae0-81bd-dcc4a767a1f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838993 Jun 14 18:17:59.927554 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-d7473d6d-2c09-4b1c-8a50-d316b10c4709 req-3ea843d1-6733-4591-88ee-526b87118609 service neutron] 10.222.0.70 "GET /v2.0/networks/d779f00e-96f7-4ae0-81bd-dcc4a767a1f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880651 Jun 14 18:18:00.085350 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-df23a9f2-1611-42c8-ae37-5a3543db4aff req-4d31f7ae-2d82-40dc-b79e-200eeb37316e tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0ee8777-87f6-4ade-891c-22e9cb09ef1c HTTP/1.1" status: 200 len: 210 time: 0.0268750 Jun 14 18:18:01.182892 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-0b25ca2f-828e-483d-8e8e-9b156f1047d2 req-945b5d6c-5606-4ab4-84b6-80af1b62dae7 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0ee8777-87f6-4ade-891c-22e9cb09ef1c HTTP/1.1" status: 200 len: 210 time: 0.0272052 Jun 14 18:18:01.288644 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7473d6d-2c09-4b1c-8a50-d316b10c4709 req-6ca8a5fc-a269-492a-b2b9-81e4579313ab tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:01.290081 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-d7473d6d-2c09-4b1c-8a50-d316b10c4709 req-6ca8a5fc-a269-492a-b2b9-81e4579313ab tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] 10.222.0.90 "GET /v2.0/networks?id=d779f00e-96f7-4ae0-81bd-dcc4a767a1f5 HTTP/1.1" status: 200 len: 809 time: 0.3720243 Jun 14 18:18:01.304323 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.v2.base [req-d7473d6d-2c09-4b1c-8a50-d316b10c4709 req-6b0175b2-1b75-454f-8f98-852b01996af1 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] Request body: {'port': {'device_id': 'b0ee8777-87f6-4ade-891c-22e9cb09ef1c', 'network_id': 'd779f00e-96f7-4ae0-81bd-dcc4a767a1f5', 'admin_state_up': True, 'tenant_id': 'a567aedab9d644fcb4c64e9049814e01'}} {{(pid=102476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:18:01.415169 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7473d6d-2c09-4b1c-8a50-d316b10c4709 req-6b0175b2-1b75-454f-8f98-852b01996af1 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] Made reservation on behalf of a567aedab9d644fcb4c64e9049814e01 for: {'port': 1} {{(pid=102476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:18:01.422650 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-d7473d6d-2c09-4b1c-8a50-d316b10c4709 req-6b0175b2-1b75-454f-8f98-852b01996af1 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:01.551795 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.db.db_base_plugin_common [req-d7473d6d-2c09-4b1c-8a50-d316b10c4709 req-6b0175b2-1b75-454f-8f98-852b01996af1 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] Allocated IP 172.20.0.13 (d779f00e-96f7-4ae0-81bd-dcc4a767a1f5/5aa16359-a3da-465e-8289-821561002c6e/02506bf6-2571-4092-87b4-e996f072c9da) {{(pid=102476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:18:01.709764 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-d7473d6d-2c09-4b1c-8a50-d316b10c4709 req-6b0175b2-1b75-454f-8f98-852b01996af1 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] Notify callbacks [] for port, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:01.744638 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-d7473d6d-2c09-4b1c-8a50-d316b10c4709 req-6b0175b2-1b75-454f-8f98-852b01996af1 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239190878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378765'] for port, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:01.788126 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7473d6d-2c09-4b1c-8a50-d316b10c4709 req-6b0175b2-1b75-454f-8f98-852b01996af1 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] Network d779f00e-96f7-4ae0-81bd-dcc4a767a1f5 is already hosted by enough agents. {{(pid=102476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:18:01.791367 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.base_scheduler [req-d7473d6d-2c09-4b1c-8a50-d316b10c4709 req-6b0175b2-1b75-454f-8f98-852b01996af1 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] Resources bound (agent type, host, resource id): {{(pid=102476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:18:01.795555 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7473d6d-2c09-4b1c-8a50-d316b10c4709 req-6b0175b2-1b75-454f-8f98-852b01996af1 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] Received port after_create {{(pid=102476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 14 18:18:01.821527 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0175b2-1b75-454f-8f98-852b01996af1 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] Pushing event updated for resources: {'Port': ['ID=02506bf6-2571-4092-87b4-e996f072c9da,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:18:01.849724 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7473d6d-2c09-4b1c-8a50-d316b10c4709 req-6b0175b2-1b75-454f-8f98-852b01996af1 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:01.850316 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-d7473d6d-2c09-4b1c-8a50-d316b10c4709 req-6b0175b2-1b75-454f-8f98-852b01996af1 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for port, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:01.866397 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-d7473d6d-2c09-4b1c-8a50-d316b10c4709 req-6b0175b2-1b75-454f-8f98-852b01996af1 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5657842 Jun 14 18:18:01.879105 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.v2.base [req-d7473d6d-2c09-4b1c-8a50-d316b10c4709 req-8e215ac1-78c4-4cfe-bd14-48b68d08bd22 service neutron] Request body: {'port': {'device_id': 'b0ee8777-87f6-4ade-891c-22e9cb09ef1c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82173'}} {{(pid=102476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:18:01.935966 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-d7473d6d-2c09-4b1c-8a50-d316b10c4709 req-8e215ac1-78c4-4cfe-bd14-48b68d08bd22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:02.191845 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.notifiers.nova [req-d7473d6d-2c09-4b1c-8a50-d316b10c4709 req-8e215ac1-78c4-4cfe-bd14-48b68d08bd22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02506bf6-2571-4092-87b4-e996f072c9da {{(pid=102476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:18:02.199083 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-d7473d6d-2c09-4b1c-8a50-d316b10c4709 req-8e215ac1-78c4-4cfe-bd14-48b68d08bd22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:02.211219 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.db.provisioning_blocks [req-d7473d6d-2c09-4b1c-8a50-d316b10c4709 req-8e215ac1-78c4-4cfe-bd14-48b68d08bd22 service neutron] Transition to ACTIVE for port object 02506bf6-2571-4092-87b4-e996f072c9da will not be triggered until provisioned by entity L2. {{(pid=102476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 18:18:02.215125 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-d7473d6d-2c09-4b1c-8a50-d316b10c4709 req-8e215ac1-78c4-4cfe-bd14-48b68d08bd22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5378756'] for port, after_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:02.308634 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e215ac1-78c4-4cfe-bd14-48b68d08bd22 service neutron] Pushing event updated for resources: {'Port': ['ID=02506bf6-2571-4092-87b4-e996f072c9da,revision_number=2']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:18:02.318048 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device ad01e71c-637b-4014-8422-419a1ded0d4b no longer exists at agent hyperv_hv-cinder-82173 {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:18:02.343626 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] No Port match for: ad01e71c-637b-4014-8422-419a1ded0d4b {{(pid=102478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 14 18:18:02.343969 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device ad01e71c-637b-4014-8422-419a1ded0d4b not bound to the agent host hv-cinder-82173 {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:18:02.374350 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6edf8c9-395a-45de-a541-fdebb87de0b4 req-74f4f10f-6817-40fe-98ae-2d91ee1476e5 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:02.375892 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-d6edf8c9-395a-45de-a541-fdebb87de0b4 req-74f4f10f-6817-40fe-98ae-2d91ee1476e5 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0ee8777-87f6-4ade-891c-22e9cb09ef1c HTTP/1.1" status: 200 len: 944 time: 0.1215250 Jun 14 18:18:02.380811 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.managers [req-d7473d6d-2c09-4b1c-8a50-d316b10c4709 req-8e215ac1-78c4-4cfe-bd14-48b68d08bd22 service neutron] Attempting to bind port 02506bf6-2571-4092-87b4-e996f072c9da on host hv-cinder-82173 for vnic_type normal with profile {{(pid=102476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 14 18:18:02.381144 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.managers [req-d7473d6d-2c09-4b1c-8a50-d316b10c4709 req-8e215ac1-78c4-4cfe-bd14-48b68d08bd22 service neutron] Attempting to bind port 02506bf6-2571-4092-87b4-e996f072c9da by drivers openvswitch,hyperv on host hv-cinder-82173 at level 0 using segments [{'id': '868c91e4-9594-4965-92ce-239a668f93b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'd779f00e-96f7-4ae0-81bd-dcc4a767a1f5'}] {{(pid=102476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 14 18:18:02.381470 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7473d6d-2c09-4b1c-8a50-d316b10c4709 req-8e215ac1-78c4-4cfe-bd14-48b68d08bd22 service neutron] Attempting to bind port 02506bf6-2571-4092-87b4-e996f072c9da on network d779f00e-96f7-4ae0-81bd-dcc4a767a1f5 {{(pid=102476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:18:02.398766 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7473d6d-2c09-4b1c-8a50-d316b10c4709 req-8e215ac1-78c4-4cfe-bd14-48b68d08bd22 service neutron] Port 02506bf6-2571-4092-87b4-e996f072c9da on network d779f00e-96f7-4ae0-81bd-dcc4a767a1f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82173 {{(pid=102476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 14 18:18:02.399098 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7473d6d-2c09-4b1c-8a50-d316b10c4709 req-8e215ac1-78c4-4cfe-bd14-48b68d08bd22 service neutron] Attempting to bind port 02506bf6-2571-4092-87b4-e996f072c9da on network d779f00e-96f7-4ae0-81bd-dcc4a767a1f5 {{(pid=102476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:18:02.406970 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7473d6d-2c09-4b1c-8a50-d316b10c4709 req-8e215ac1-78c4-4cfe-bd14-48b68d08bd22 service neutron] Checking agent: {'id': '37867b7d-ea9d-4c92-b09f-db78138d4892', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82173', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 9, 26), 'started_at': datetime.datetime(2022, 6, 14, 18, 9, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:18:02.407310 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7473d6d-2c09-4b1c-8a50-d316b10c4709 req-8e215ac1-78c4-4cfe-bd14-48b68d08bd22 service neutron] Checking segment: {'id': '868c91e4-9594-4965-92ce-239a668f93b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'd779f00e-96f7-4ae0-81bd-dcc4a767a1f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 14 18:18:02.407689 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7473d6d-2c09-4b1c-8a50-d316b10c4709 req-8e215ac1-78c4-4cfe-bd14-48b68d08bd22 service neutron] Bound using segment: {'id': '868c91e4-9594-4965-92ce-239a668f93b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'd779f00e-96f7-4ae0-81bd-dcc4a767a1f5'} {{(pid=102476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:18:02.408113 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.managers [req-d7473d6d-2c09-4b1c-8a50-d316b10c4709 req-8e215ac1-78c4-4cfe-bd14-48b68d08bd22 service neutron] Bound port: 02506bf6-2571-4092-87b4-e996f072c9da, host: hv-cinder-82173, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '868c91e4-9594-4965-92ce-239a668f93b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'd779f00e-96f7-4ae0-81bd-dcc4a767a1f5'}}] {{(pid=102476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 14 18:18:02.408465 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-d7473d6d-2c09-4b1c-8a50-d316b10c4709 req-8e215ac1-78c4-4cfe-bd14-48b68d08bd22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:02.451755 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-d6edf8c9-395a-45de-a541-fdebb87de0b4 req-1a3f7f29-03b9-4635-b04f-c77ad0c42ee8 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] 10.222.0.70 "GET /v2.0/security-groups?id=c43bdaa3-5cca-45f2-b0ee-41f620ca56c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678191 Jun 14 18:18:02.483889 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.db [req-d7473d6d-2c09-4b1c-8a50-d316b10c4709 req-8e215ac1-78c4-4cfe-bd14-48b68d08bd22 service neutron] For port 02506bf6-2571-4092-87b4-e996f072c9da, host hv-cinder-82173, cleared binding levels {{(pid=102476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:18:02.486790 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.db [req-d7473d6d-2c09-4b1c-8a50-d316b10c4709 req-8e215ac1-78c4-4cfe-bd14-48b68d08bd22 service neutron] For port 02506bf6-2571-4092-87b4-e996f072c9da, host hv-cinder-82173, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=02506bf6-2571-4092-87b4-e996f072c9da,segment=NetworkSegment(868c91e4-9594-4965-92ce-239a668f93b4),segment_id=868c91e4-9594-4965-92ce-239a668f93b4)] {{(pid=102476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:18:02.491324 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-d7473d6d-2c09-4b1c-8a50-d316b10c4709 req-8e215ac1-78c4-4cfe-bd14-48b68d08bd22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5378756'] for port, after_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:02.525973 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7473d6d-2c09-4b1c-8a50-d316b10c4709 req-8e215ac1-78c4-4cfe-bd14-48b68d08bd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:02.526758 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-d7473d6d-2c09-4b1c-8a50-d316b10c4709 req-8e215ac1-78c4-4cfe-bd14-48b68d08bd22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for port, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:02.528655 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-d7473d6d-2c09-4b1c-8a50-d316b10c4709 req-8e215ac1-78c4-4cfe-bd14-48b68d08bd22 service neutron] 10.222.0.90 "PUT /v2.0/ports/02506bf6-2571-4092-87b4-e996f072c9da HTTP/1.1" status: 200 len: 1094 time: 0.6529610 Jun 14 18:18:02.530817 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0ee8777-87f6-4ade-891c-22e9cb09ef1c', 'tag': '02506bf6-2571-4092-87b4-e996f072c9da'}] {{(pid=102476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:18:02.533616 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f6785e4de8a87b7f797dd5e96f4d126f8c0b91c7fbdcfaa1853e8ef739b068f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-543de375-096d-4347-ad7e-ebcd2bd70110" -d '{"events": [{"name": "network-changed", "server_uuid": "b0ee8777-87f6-4ade-891c-22e9cb09ef1c", "tag": "02506bf6-2571-4092-87b4-e996f072c9da"}]}' {{(pid=102476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:18:02.560448 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e215ac1-78c4-4cfe-bd14-48b68d08bd22 service neutron] Pushing event updated for resources: {'Port': ['ID=02506bf6-2571-4092-87b4-e996f072c9da,revision_number=3']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:18:02.578235 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Jun 2022 18:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b708ae-f83c-4b7c-9faa-7fab63301945 x-openstack-request-id: req-64b708ae-f83c-4b7c-9faa-7fab63301945 {{(pid=102476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:18:02.578524 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0ee8777-87f6-4ade-891c-22e9cb09ef1c", "tag": "02506bf6-2571-4092-87b4-e996f072c9da", "status": "completed", "code": 200}]} {{(pid=102476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:18:02.578801 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-64b708ae-f83c-4b7c-9faa-7fab63301945 {{(pid=102476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:18:02.579196 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64b708ae-f83c-4b7c-9faa-7fab63301945'] response: {'name': 'network-changed', 'server_uuid': 'b0ee8777-87f6-4ade-891c-22e9cb09ef1c', 'tag': '02506bf6-2571-4092-87b4-e996f072c9da', 'status': 'completed', 'code': 200} Jun 14 18:18:02.623353 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7473d6d-2c09-4b1c-8a50-d316b10c4709 req-d28f48a6-3eb5-4faf-9369-08d17cfc3fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:02.624817 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-d7473d6d-2c09-4b1c-8a50-d316b10c4709 req-d28f48a6-3eb5-4faf-9369-08d17cfc3fb3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a567aedab9d644fcb4c64e9049814e01&device_id=b0ee8777-87f6-4ade-891c-22e9cb09ef1c HTTP/1.1" status: 200 len: 1097 time: 0.0412979 Jun 14 18:18:02.667290 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-d7473d6d-2c09-4b1c-8a50-d316b10c4709 req-3b959ad5-d3ea-43a0-918e-d56800388641 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02506bf6-2571-4092-87b4-e996f072c9da HTTP/1.1" status: 200 len: 217 time: 0.0338383 Jun 14 18:18:02.717099 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7473d6d-2c09-4b1c-8a50-d316b10c4709 req-ee2e2199-6ab3-4ed0-9722-35434b8d2ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:02.718585 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-d7473d6d-2c09-4b1c-8a50-d316b10c4709 req-ee2e2199-6ab3-4ed0-9722-35434b8d2ce0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5aa16359-a3da-465e-8289-821561002c6e HTTP/1.1" status: 200 len: 849 time: 0.0425835 Jun 14 18:18:02.755473 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-d7473d6d-2c09-4b1c-8a50-d316b10c4709 req-4ac8a6bb-a9a3-4d26-9a70-db899ae654cf service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d779f00e-96f7-4ae0-81bd-dcc4a767a1f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292780 Jun 14 18:18:02.851250 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-d7473d6d-2c09-4b1c-8a50-d316b10c4709 req-d9d6d150-210c-49bd-bad8-cd14c6b0bb01 service neutron] 10.222.0.90 "GET /v2.0/networks/d779f00e-96f7-4ae0-81bd-dcc4a767a1f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861778 Jun 14 18:18:02.953808 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-d7473d6d-2c09-4b1c-8a50-d316b10c4709 req-a9bb3e44-3f3b-4a90-9a0d-ecc593e60003 service neutron] 10.222.0.90 "GET /v2.0/networks/d779f00e-96f7-4ae0-81bd-dcc4a767a1f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938914 Jun 14 18:18:03.045435 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543de375-096d-4347-ad7e-ebcd2bd70110 req-6c52ebda-1c07-422a-980e-7fb56715b735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:03.046984 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-543de375-096d-4347-ad7e-ebcd2bd70110 req-6c52ebda-1c07-422a-980e-7fb56715b735 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a567aedab9d644fcb4c64e9049814e01&device_id=b0ee8777-87f6-4ade-891c-22e9cb09ef1c HTTP/1.1" status: 200 len: 1097 time: 0.0462396 Jun 14 18:18:03.144153 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543de375-096d-4347-ad7e-ebcd2bd70110 req-8a3a7fb5-037b-48ef-881b-ae831a2e6d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:03.145637 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-543de375-096d-4347-ad7e-ebcd2bd70110 req-8a3a7fb5-037b-48ef-881b-ae831a2e6d64 service neutron] 10.222.0.90 "GET /v2.0/networks?id=d779f00e-96f7-4ae0-81bd-dcc4a767a1f5 HTTP/1.1" status: 200 len: 911 time: 0.0896966 Jun 14 18:18:03.189901 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-543de375-096d-4347-ad7e-ebcd2bd70110 req-5b96883a-3572-49b2-b488-795b0acef8cf service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02506bf6-2571-4092-87b4-e996f072c9da HTTP/1.1" status: 200 len: 217 time: 0.0342290 Jun 14 18:18:03.241198 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543de375-096d-4347-ad7e-ebcd2bd70110 req-3e778b39-7839-4f59-b485-8a357b8fcf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:03.242715 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-543de375-096d-4347-ad7e-ebcd2bd70110 req-3e778b39-7839-4f59-b485-8a357b8fcf4b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5aa16359-a3da-465e-8289-821561002c6e HTTP/1.1" status: 200 len: 849 time: 0.0429189 Jun 14 18:18:03.282744 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-543de375-096d-4347-ad7e-ebcd2bd70110 req-37ef969e-0a26-4fd9-a3d1-24ba6d5a7247 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d779f00e-96f7-4ae0-81bd-dcc4a767a1f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247986 Jun 14 18:18:03.393767 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-543de375-096d-4347-ad7e-ebcd2bd70110 req-86424a7a-c623-4afb-a7dc-8dc1a4babfce service neutron] 10.222.0.90 "GET /v2.0/networks/d779f00e-96f7-4ae0-81bd-dcc4a767a1f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934002 Jun 14 18:18:03.493304 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-543de375-096d-4347-ad7e-ebcd2bd70110 req-b39362e7-99a4-43d5-9349-b35454681261 service neutron] 10.222.0.90 "GET /v2.0/networks/d779f00e-96f7-4ae0-81bd-dcc4a767a1f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912640 Jun 14 18:18:03.567264 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084bf3f9-d368-45f0-86c1-881102c11ee7 req-9ec17491-660c-4818-a09d-d4dc40b906bd tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:03.568688 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-084bf3f9-d368-45f0-86c1-881102c11ee7 req-9ec17491-660c-4818-a09d-d4dc40b906bd tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0ee8777-87f6-4ade-891c-22e9cb09ef1c HTTP/1.1" status: 200 len: 944 time: 0.0466053 Jun 14 18:18:03.605183 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-084bf3f9-d368-45f0-86c1-881102c11ee7 req-5795160d-41da-4963-b1e6-48fd48108bc0 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] 10.222.0.70 "GET /v2.0/security-groups?id=c43bdaa3-5cca-45f2-b0ee-41f620ca56c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304704 Jun 14 18:18:04.723555 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0895274-4687-4d5f-b1d5-21ebc382195f req-51daa4c8-2860-49ff-bc20-805589d2419e tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:04.725215 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-e0895274-4687-4d5f-b1d5-21ebc382195f req-51daa4c8-2860-49ff-bc20-805589d2419e tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0ee8777-87f6-4ade-891c-22e9cb09ef1c HTTP/1.1" status: 200 len: 944 time: 0.0505681 Jun 14 18:18:04.765463 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-e0895274-4687-4d5f-b1d5-21ebc382195f req-7d5554aa-d5f8-49f8-b99d-05bcd98de2ec tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] 10.222.0.70 "GET /v2.0/security-groups?id=c43bdaa3-5cca-45f2-b0ee-41f620ca56c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326667 Jun 14 18:18:05.878905 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1e2334-11b6-4e42-9ffe-585013de6e34 req-7d8c296d-0c37-4259-99aa-31aa8b8ff888 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:05.880388 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-bd1e2334-11b6-4e42-9ffe-585013de6e34 req-7d8c296d-0c37-4259-99aa-31aa8b8ff888 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0ee8777-87f6-4ade-891c-22e9cb09ef1c HTTP/1.1" status: 200 len: 944 time: 0.0478787 Jun 14 18:18:05.917632 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-bd1e2334-11b6-4e42-9ffe-585013de6e34 req-09195eca-c6c0-46ca-b392-ef0cb82a0d3f tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] 10.222.0.70 "GET /v2.0/security-groups?id=c43bdaa3-5cca-45f2-b0ee-41f620ca56c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313358 Jun 14 18:18:06.318208 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device 02506bf6-2571-4092-87b4-e996f072c9da details requested by agent hyperv_hv-cinder-82173 with host hv-cinder-82173 {{(pid=102478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 14 18:18:06.412782 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] For port 02506bf6-2571-4092-87b4-e996f072c9da, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=02506bf6-2571-4092-87b4-e996f072c9da,segment=NetworkSegment(868c91e4-9594-4965-92ce-239a668f93b4),segment_id=868c91e4-9594-4965-92ce-239a668f93b4)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:18:06.423533 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Returning: {'device': '02506bf6-2571-4092-87b4-e996f072c9da', 'network_id': 'd779f00e-96f7-4ae0-81bd-dcc4a767a1f5', 'port_id': '02506bf6-2571-4092-87b4-e996f072c9da', 'mac_address': 'fa:16:3e:b2:b3:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1047, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aa16359-a3da-465e-8289-821561002c6e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 14 18:18:06.464207 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Current status of the port 02506bf6-2571-4092-87b4-e996f072c9da is: DOWN; New status is: BUILD {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:18:06.464596 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:06.477147 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.notifiers.nova [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02506bf6-2571-4092-87b4-e996f072c9da {{(pid=102478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:18:06.495245 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] For port 02506bf6-2571-4092-87b4-e996f072c9da, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=02506bf6-2571-4092-87b4-e996f072c9da,segment=NetworkSegment(868c91e4-9594-4965-92ce-239a668f93b4),segment_id=868c91e4-9594-4965-92ce-239a668f93b4)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:18:06.499432 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:06.545380 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Pushing event updated for resources: {'Port': ['ID=02506bf6-2571-4092-87b4-e996f072c9da,revision_number=4']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:18:06.785236 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] get_ports_and_sgs() called for port_ids ['02506bf6-2571-4092-87b4-e996f072c9da'] {{(pid=102478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 14 18:18:07.037973 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf9ce6-7b8a-41ea-bcc3-155c6ef77efb req-f299755d-09d3-4ddb-8230-d399d0c66ff9 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:07.039344 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-05cf9ce6-7b8a-41ea-bcc3-155c6ef77efb req-f299755d-09d3-4ddb-8230-d399d0c66ff9 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0ee8777-87f6-4ade-891c-22e9cb09ef1c HTTP/1.1" status: 200 len: 945 time: 0.0524516 Jun 14 18:18:07.076516 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-05cf9ce6-7b8a-41ea-bcc3-155c6ef77efb req-28f03f13-894d-4a46-8f49-aa923f926422 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] 10.222.0.70 "GET /v2.0/security-groups?id=c43bdaa3-5cca-45f2-b0ee-41f620ca56c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305910 Jun 14 18:18:08.192501 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e6daf-531e-441b-a8fe-4bf46261625b req-ad353f79-ec6c-4c96-99f5-a8d2bdd4693d tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:08.193983 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-619e6daf-531e-441b-a8fe-4bf46261625b req-ad353f79-ec6c-4c96-99f5-a8d2bdd4693d tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0ee8777-87f6-4ade-891c-22e9cb09ef1c HTTP/1.1" status: 200 len: 945 time: 0.0506341 Jun 14 18:18:08.231527 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-619e6daf-531e-441b-a8fe-4bf46261625b req-c36062f1-c239-4d91-a43e-99254e8b34a8 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] 10.222.0.70 "GET /v2.0/security-groups?id=c43bdaa3-5cca-45f2-b0ee-41f620ca56c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310538 Jun 14 18:18:08.350907 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device 02506bf6-2571-4092-87b4-e996f072c9da up at agent hyperv_hv-cinder-82173 {{(pid=102478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:18:08.400862 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Provisioning for port 02506bf6-2571-4092-87b4-e996f072c9da completed by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 18:18:08.405911 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Provisioning complete for port 02506bf6-2571-4092-87b4-e996f072c9da triggered by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:18:08.406281 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:08.484163 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Current status of the port 02506bf6-2571-4092-87b4-e996f072c9da is: BUILD; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:18:08.484549 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:08.506968 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0ee8777-87f6-4ade-891c-22e9cb09ef1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02506bf6-2571-4092-87b4-e996f072c9da'}] {{(pid=102478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:18:08.509424 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d8e2526aaff2bef62a8f92ec40b510f98ca8a12776779af706bb4cba97706d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85fd449c-fe99-4667-861f-1950fe20f9c5" -d '{"events": [{"server_uuid": "b0ee8777-87f6-4ade-891c-22e9cb09ef1c", "name": "network-vif-plugged", "status": "completed", "tag": "02506bf6-2571-4092-87b4-e996f072c9da"}]}' {{(pid=102478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:18:08.523105 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] For port 02506bf6-2571-4092-87b4-e996f072c9da, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=02506bf6-2571-4092-87b4-e996f072c9da,segment=NetworkSegment(868c91e4-9594-4965-92ce-239a668f93b4),segment_id=868c91e4-9594-4965-92ce-239a668f93b4)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:18:08.526893 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:08.549590 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8832b1a-9ca9-470a-9f77-60e900bf07bb x-openstack-request-id: req-e8832b1a-9ca9-470a-9f77-60e900bf07bb {{(pid=102478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:18:08.549898 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0ee8777-87f6-4ade-891c-22e9cb09ef1c", "name": "network-vif-plugged", "status": "completed", "tag": "02506bf6-2571-4092-87b4-e996f072c9da", "code": 200}]} {{(pid=102478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:18:08.550143 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e8832b1a-9ca9-470a-9f77-60e900bf07bb {{(pid=102478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:18:08.550525 dv-cinder-821739-1-iscsi neutron-server[102478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8832b1a-9ca9-470a-9f77-60e900bf07bb'] response: {'server_uuid': 'b0ee8777-87f6-4ade-891c-22e9cb09ef1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02506bf6-2571-4092-87b4-e996f072c9da', 'code': 200} Jun 14 18:18:08.577166 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Pushing event updated for resources: {'Port': ['ID=02506bf6-2571-4092-87b4-e996f072c9da,revision_number=5']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:18:08.725153 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e309643c-2273-4376-b907-03d3581a27b4 req-040ff2e1-6cf3-4663-a95c-6cc1264045ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:08.726630 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-e309643c-2273-4376-b907-03d3581a27b4 req-040ff2e1-6cf3-4663-a95c-6cc1264045ee service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=b0ee8777-87f6-4ade-891c-22e9cb09ef1c HTTP/1.1" status: 200 len: 1099 time: 0.0386925 Jun 14 18:18:08.765834 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-e309643c-2273-4376-b907-03d3581a27b4 req-826722bd-6e87-44d8-bc9a-053dec720f4b service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=c43bdaa3-5cca-45f2-b0ee-41f620ca56c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317898 Jun 14 18:18:09.347951 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3392d952-00af-49d2-b0cf-52f51d350252 req-65c8f870-373c-4071-903a-c73fe0470bda tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:09.349411 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-3392d952-00af-49d2-b0cf-52f51d350252 req-65c8f870-373c-4071-903a-c73fe0470bda tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0ee8777-87f6-4ade-891c-22e9cb09ef1c HTTP/1.1" status: 200 len: 946 time: 0.0497062 Jun 14 18:18:09.386073 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-3392d952-00af-49d2-b0cf-52f51d350252 req-d721ece6-bca4-472f-8c75-132fc1408768 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] 10.222.0.70 "GET /v2.0/security-groups?id=c43bdaa3-5cca-45f2-b0ee-41f620ca56c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303652 Jun 14 18:18:10.507850 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c9c243-d688-418c-8a46-fea4e7469080 req-62cd54de-9036-4b68-999b-682424725a9e tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:10.509300 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-64c9c243-d688-418c-8a46-fea4e7469080 req-62cd54de-9036-4b68-999b-682424725a9e tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0ee8777-87f6-4ade-891c-22e9cb09ef1c HTTP/1.1" status: 200 len: 946 time: 0.0507519 Jun 14 18:18:10.547576 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-64c9c243-d688-418c-8a46-fea4e7469080 req-93978679-4d1c-43e3-a816-cc69c190d574 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] 10.222.0.70 "GET /v2.0/security-groups?id=c43bdaa3-5cca-45f2-b0ee-41f620ca56c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317287 Jun 14 18:18:11.202144 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281844a5-82a8-467a-aa35-ddc7221376e2 req-9122ea7c-b3a7-4499-9e33-a3261be4e976 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:11.203604 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-281844a5-82a8-467a-aa35-ddc7221376e2 req-9122ea7c-b3a7-4499-9e33-a3261be4e976 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0ee8777-87f6-4ade-891c-22e9cb09ef1c HTTP/1.1" status: 200 len: 946 time: 0.0491595 Jun 14 18:18:11.240570 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-281844a5-82a8-467a-aa35-ddc7221376e2 req-6e0c16e3-0f86-4677-a538-5e248db82d50 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] 10.222.0.70 "GET /v2.0/security-groups?id=c43bdaa3-5cca-45f2-b0ee-41f620ca56c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309753 Jun 14 18:18:12.358212 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0f6af5-6635-4ebc-8efb-ab4750c12c63 req-6e0a165d-2af6-4771-9a2f-d07f28766e3b tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:12.359692 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-0d0f6af5-6635-4ebc-8efb-ab4750c12c63 req-6e0a165d-2af6-4771-9a2f-d07f28766e3b tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0ee8777-87f6-4ade-891c-22e9cb09ef1c HTTP/1.1" status: 200 len: 946 time: 0.0508146 Jun 14 18:18:12.401338 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-0d0f6af5-6635-4ebc-8efb-ab4750c12c63 req-4ce31453-f743-4bfc-9f10-bf15f5f21b9c tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] 10.222.0.70 "GET /v2.0/security-groups?id=c43bdaa3-5cca-45f2-b0ee-41f620ca56c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357416 Jun 14 18:18:12.776944 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e5b752-688e-4e51-bd21-eced25644f84 req-e9a4eafb-76e2-404e-bb48-c3120b5c2211 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:12.778747 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-c3e5b752-688e-4e51-bd21-eced25644f84 req-e9a4eafb-76e2-404e-bb48-c3120b5c2211 tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] 10.222.0.90 "GET /v2.0/ports?device_id=b0ee8777-87f6-4ade-891c-22e9cb09ef1c HTTP/1.1" status: 200 len: 946 time: 0.0481610 Jun 14 18:18:12.876751 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.plugin [req-c3e5b752-688e-4e51-bd21-eced25644f84 req-89923bfd-89b6-43d1-93ca-3a5c97ebaa8e tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] Deleting port 02506bf6-2571-4092-87b4-e996f072c9da {{(pid=102476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 14 18:18:12.877088 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-c3e5b752-688e-4e51-bd21-eced25644f84 req-89923bfd-89b6-43d1-93ca-3a5c97ebaa8e tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239577025'] for port, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:12.966267 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.db [req-c3e5b752-688e-4e51-bd21-eced25644f84 req-89923bfd-89b6-43d1-93ca-3a5c97ebaa8e tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] For port 02506bf6-2571-4092-87b4-e996f072c9da, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=02506bf6-2571-4092-87b4-e996f072c9da,segment=NetworkSegment(868c91e4-9594-4965-92ce-239a668f93b4),segment_id=868c91e4-9594-4965-92ce-239a668f93b4)] {{(pid=102476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:18:12.966821 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-c3e5b752-688e-4e51-bd21-eced25644f84 req-89923bfd-89b6-43d1-93ca-3a5c97ebaa8e tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282467'] for port, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:12.978902 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.plugin [req-c3e5b752-688e-4e51-bd21-eced25644f84 req-89923bfd-89b6-43d1-93ca-3a5c97ebaa8e tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] Calling delete_port for 02506bf6-2571-4092-87b4-e996f072c9da owned by compute:nova {{(pid=102476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 14 18:18:13.108430 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-c3e5b752-688e-4e51-bd21-eced25644f84 req-89923bfd-89b6-43d1-93ca-3a5c97ebaa8e tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239583007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239190869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378765'] for port, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:13.132203 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] get_ports_and_sgs() called for port_ids ['02506bf6-2571-4092-87b4-e996f072c9da'] {{(pid=102478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 14 18:18:13.135613 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89923bfd-89b6-43d1-93ca-3a5c97ebaa8e tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] Pushing event deleted for resources: {'Port': ['ID=02506bf6-2571-4092-87b4-e996f072c9da,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:18:13.145865 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89923bfd-89b6-43d1-93ca-3a5c97ebaa8e tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:13.146214 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89923bfd-89b6-43d1-93ca-3a5c97ebaa8e tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:13.146557 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89923bfd-89b6-43d1-93ca-3a5c97ebaa8e tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:13.146893 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89923bfd-89b6-43d1-93ca-3a5c97ebaa8e tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:13.147223 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89923bfd-89b6-43d1-93ca-3a5c97ebaa8e tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:13.147554 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89923bfd-89b6-43d1-93ca-3a5c97ebaa8e tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:13.147880 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89923bfd-89b6-43d1-93ca-3a5c97ebaa8e tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:13.148202 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89923bfd-89b6-43d1-93ca-3a5c97ebaa8e tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:13.148526 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89923bfd-89b6-43d1-93ca-3a5c97ebaa8e tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:13.148851 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89923bfd-89b6-43d1-93ca-3a5c97ebaa8e tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:13.149172 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89923bfd-89b6-43d1-93ca-3a5c97ebaa8e tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:13.149500 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89923bfd-89b6-43d1-93ca-3a5c97ebaa8e tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:13.193149 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3e5b752-688e-4e51-bd21-eced25644f84 req-89923bfd-89b6-43d1-93ca-3a5c97ebaa8e tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] No DVR routers for this DVR port 02506bf6-2571-4092-87b4-e996f072c9da on host hv-cinder-82173 {{(pid=102476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 18:18:13.195743 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-c3e5b752-688e-4e51-bd21-eced25644f84 req-89923bfd-89b6-43d1-93ca-3a5c97ebaa8e tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for port, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:13.199089 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-c3e5b752-688e-4e51-bd21-eced25644f84 req-89923bfd-89b6-43d1-93ca-3a5c97ebaa8e tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] 10.222.0.90 "DELETE /v2.0/ports/02506bf6-2571-4092-87b4-e996f072c9da HTTP/1.1" status: 204 len: 173 time: 0.4117804 Jun 14 18:18:13.199564 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0ee8777-87f6-4ade-891c-22e9cb09ef1c', 'name': 'network-vif-deleted', 'tag': '02506bf6-2571-4092-87b4-e996f072c9da'}] {{(pid=102476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:18:13.201988 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f6785e4de8a87b7f797dd5e96f4d126f8c0b91c7fbdcfaa1853e8ef739b068f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eddf80d-9b1e-4d02-8546-5cc5d3ec7986" -d '{"events": [{"server_uuid": "b0ee8777-87f6-4ade-891c-22e9cb09ef1c", "name": "network-vif-deleted", "tag": "02506bf6-2571-4092-87b4-e996f072c9da"}]}' {{(pid=102476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:18:13.240633 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7577837e-597f-48f5-9deb-7afe460a7a90 x-openstack-request-id: req-7577837e-597f-48f5-9deb-7afe460a7a90 {{(pid=102476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:18:13.240928 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0ee8777-87f6-4ade-891c-22e9cb09ef1c", "name": "network-vif-deleted", "tag": "02506bf6-2571-4092-87b4-e996f072c9da", "status": "completed", "code": 200}]} {{(pid=102476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:18:13.241182 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7577837e-597f-48f5-9deb-7afe460a7a90 {{(pid=102476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:18:13.241746 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7577837e-597f-48f5-9deb-7afe460a7a90'] response: {'server_uuid': 'b0ee8777-87f6-4ade-891c-22e9cb09ef1c', 'name': 'network-vif-deleted', 'tag': '02506bf6-2571-4092-87b4-e996f072c9da', 'status': 'completed', 'code': 200} Jun 14 18:18:13.513446 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-d5428627-6585-4ebc-8087-91c333a84295 req-62dfcdce-933d-4dc9-b955-7e00bcf598aa tempest-VolumesActionsTest-8075714 tempest-VolumesActionsTest-8075714-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0ee8777-87f6-4ade-891c-22e9cb09ef1c HTTP/1.1" status: 200 len: 210 time: 0.0269413 Jun 14 18:18:14.884774 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4b8765-2aa5-4c9e-b255-9e6f072d487c req-ce92a67a-c5e5-4a0e-a3e3-79a612273648 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:14.886276 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-0d4b8765-2aa5-4c9e-b255-9e6f072d487c req-ce92a67a-c5e5-4a0e-a3e3-79a612273648 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7f21d55-004b-4ae1-b12a-f53897ba0dd4 HTTP/1.1" status: 200 len: 945 time: 0.0547311 Jun 14 18:18:14.927591 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-0d4b8765-2aa5-4c9e-b255-9e6f072d487c req-f7f5ff6a-1e59-4a52-a32d-ed410f559db1 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b9641c5-1a2d-4f97-a302-9b0f0a9cb0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341101 Jun 14 18:18:16.046723 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ae256-76f0-4550-9d5b-09f06a440b48 req-16761252-f750-4e2d-a00e-00e2b9a90b32 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:16.048152 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-921ae256-76f0-4550-9d5b-09f06a440b48 req-16761252-f750-4e2d-a00e-00e2b9a90b32 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7f21d55-004b-4ae1-b12a-f53897ba0dd4 HTTP/1.1" status: 200 len: 945 time: 0.0474350 Jun 14 18:18:16.083898 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-921ae256-76f0-4550-9d5b-09f06a440b48 req-7988571b-6b0e-47ea-83ef-1e2556739139 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b9641c5-1a2d-4f97-a302-9b0f0a9cb0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298147 Jun 14 18:18:16.376600 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device 02506bf6-2571-4092-87b4-e996f072c9da no longer exists at agent hyperv_hv-cinder-82173 {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:18:16.396423 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] No Port match for: 02506bf6-2571-4092-87b4-e996f072c9da {{(pid=102478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 14 18:18:16.396756 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device 02506bf6-2571-4092-87b4-e996f072c9da not bound to the agent host hv-cinder-82173 {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:18:16.442438 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-4e7e7a30-6d24-4903-b443-b2bc94a568fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:17.202777 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2367b42b-eed6-4a37-939f-cb9a7e41632a req-d33ac5be-dee0-486f-92e4-d74b33163ed7 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:17.204244 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-2367b42b-eed6-4a37-939f-cb9a7e41632a req-d33ac5be-dee0-486f-92e4-d74b33163ed7 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7f21d55-004b-4ae1-b12a-f53897ba0dd4 HTTP/1.1" status: 200 len: 945 time: 0.0500798 Jun 14 18:18:17.242252 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-2367b42b-eed6-4a37-939f-cb9a7e41632a req-c851b27a-8600-4d55-9e1f-719b9de372fa tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b9641c5-1a2d-4f97-a302-9b0f0a9cb0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320504 Jun 14 18:18:18.361999 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c556e1-890e-4cf9-ac8f-614bf8eb5636 req-341e9bc9-82f3-4ad1-9708-b8c98d0eda90 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:18.363471 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-23c556e1-890e-4cf9-ac8f-614bf8eb5636 req-341e9bc9-82f3-4ad1-9708-b8c98d0eda90 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7f21d55-004b-4ae1-b12a-f53897ba0dd4 HTTP/1.1" status: 200 len: 945 time: 0.0525706 Jun 14 18:18:18.399809 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-23c556e1-890e-4cf9-ac8f-614bf8eb5636 req-7f5731e5-0636-4362-9076-0c055493f7d1 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b9641c5-1a2d-4f97-a302-9b0f0a9cb0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304167 Jun 14 18:18:18.724985 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-23bc77df-b59c-4cd5-aa95-2d5d328e6cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:18.775291 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af991d-1cd1-4999-a2cc-72ba9185c5e2 req-d27a88ec-f555-4bca-a6c7-b75ffcf50f1f tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:18.776712 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-84af991d-1cd1-4999-a2cc-72ba9185c5e2 req-d27a88ec-f555-4bca-a6c7-b75ffcf50f1f tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.90 "GET /v2.0/ports?device_id=b7f21d55-004b-4ae1-b12a-f53897ba0dd4 HTTP/1.1" status: 200 len: 945 time: 0.0494623 Jun 14 18:18:18.876233 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.plugin [req-84af991d-1cd1-4999-a2cc-72ba9185c5e2 req-af804687-1e24-45b6-9736-687d4aaca137 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Deleting port 3e69e598-5da8-4e4e-97ab-d3d7e0a445cf {{(pid=102476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 14 18:18:18.876566 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-84af991d-1cd1-4999-a2cc-72ba9185c5e2 req-af804687-1e24-45b6-9736-687d4aaca137 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239577025'] for port, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:18.962578 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.db [req-84af991d-1cd1-4999-a2cc-72ba9185c5e2 req-af804687-1e24-45b6-9736-687d4aaca137 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] For port 3e69e598-5da8-4e4e-97ab-d3d7e0a445cf, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=3e69e598-5da8-4e4e-97ab-d3d7e0a445cf,segment=NetworkSegment(91c000b5-b307-4d83-9292-f5327311bde5),segment_id=91c000b5-b307-4d83-9292-f5327311bde5)] {{(pid=102476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:18:18.962924 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-84af991d-1cd1-4999-a2cc-72ba9185c5e2 req-af804687-1e24-45b6-9736-687d4aaca137 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282467'] for port, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:19.139649 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-84af991d-1cd1-4999-a2cc-72ba9185c5e2 req-af804687-1e24-45b6-9736-687d4aaca137 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:19.139913 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-84af991d-1cd1-4999-a2cc-72ba9185c5e2 req-af804687-1e24-45b6-9736-687d4aaca137 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8287696'] for floatingip, after_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:19.140221 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.db.l3_db [req-84af991d-1cd1-4999-a2cc-72ba9185c5e2 req-af804687-1e24-45b6-9736-687d4aaca137 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Floating IP 79d03488-b7a8-431d-84f3-f46a7aeec462 disassociated. External IP: 172.27.2.231, port: 3e69e598-5da8-4e4e-97ab-d3d7e0a445cf. Jun 14 18:18:19.140554 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.plugin [req-84af991d-1cd1-4999-a2cc-72ba9185c5e2 req-af804687-1e24-45b6-9736-687d4aaca137 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Calling delete_port for 3e69e598-5da8-4e4e-97ab-d3d7e0a445cf owned by compute:nova {{(pid=102476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 14 18:18:19.272662 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-84af991d-1cd1-4999-a2cc-72ba9185c5e2 req-af804687-1e24-45b6-9736-687d4aaca137 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239583007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239190869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378765'] for port, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:19.303567 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af804687-1e24-45b6-9736-687d4aaca137 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Pushing event deleted for resources: {'Port': ['ID=3e69e598-5da8-4e4e-97ab-d3d7e0a445cf,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:18:19.432111 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.l3_agent_scheduler [req-84af991d-1cd1-4999-a2cc-72ba9185c5e2 req-af804687-1e24-45b6-9736-687d4aaca137 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Router 5d0e627f-9931-44e7-bb8d-ffce79c09333 has already been hosted by L3 agent 2bd7ef4a-700f-45f4-ae1e-98ca6454acba {{(pid=102476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:18:19.519664 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-56c039c7-9a66-420f-9e26-12c169a768f2 req-5b2add9e-0a6a-4fd3-a09a-b8d5296c3146 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7f21d55-004b-4ae1-b12a-f53897ba0dd4 HTTP/1.1" status: 200 len: 210 time: 0.0360267 Jun 14 18:18:19.555434 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-84af991d-1cd1-4999-a2cc-72ba9185c5e2 req-af804687-1e24-45b6-9736-687d4aaca137 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify agent at l3_agent.dv-cinder-821739-1-iscsi the message routers_updated {{(pid=102476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:18:19.590553 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f7c956-a764-459b-b396-7c111603eae2 None None] Sync routers for ids ['5d0e627f-9931-44e7-bb8d-ffce79c09333'] in dv-cinder-821739-1-iscsi {{(pid=102479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:18:19.599324 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.db.l3_dvrscheduler_db [req-84af991d-1cd1-4999-a2cc-72ba9185c5e2 req-af804687-1e24-45b6-9736-687d4aaca137 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] No DVR routers for this DVR port 3e69e598-5da8-4e4e-97ab-d3d7e0a445cf on host hv-cinder-82173 {{(pid=102476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 18:18:19.602473 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-84af991d-1cd1-4999-a2cc-72ba9185c5e2 req-af804687-1e24-45b6-9736-687d4aaca137 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for port, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:19.606435 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-84af991d-1cd1-4999-a2cc-72ba9185c5e2 req-af804687-1e24-45b6-9736-687d4aaca137 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.90 "DELETE /v2.0/ports/3e69e598-5da8-4e4e-97ab-d3d7e0a445cf HTTP/1.1" status: 204 len: 173 time: 0.8224657 Jun 14 18:18:19.606908 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7f21d55-004b-4ae1-b12a-f53897ba0dd4', 'name': 'network-vif-deleted', 'tag': '3e69e598-5da8-4e4e-97ab-d3d7e0a445cf'}] {{(pid=102476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:18:19.609271 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f6785e4de8a87b7f797dd5e96f4d126f8c0b91c7fbdcfaa1853e8ef739b068f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8087e4be-1915-46df-b1d9-912d9f5876aa" -d '{"events": [{"server_uuid": "b7f21d55-004b-4ae1-b12a-f53897ba0dd4", "name": "network-vif-deleted", "tag": "3e69e598-5da8-4e4e-97ab-d3d7e0a445cf"}]}' {{(pid=102476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:18:19.618761 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f7c956-a764-459b-b396-7c111603eae2 None None] Routers {'5d0e627f-9931-44e7-bb8d-ffce79c09333'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:18:19.619391 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-49f7c956-a764-459b-b396-7c111603eae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:18:19Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['5d0e627f-9931-44e7-bb8d-ffce79c09333'], 'active': True} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:18:19.679698 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f4c4b0-3c41-446c-bc83-d59a3a85fd7e x-openstack-request-id: req-05f4c4b0-3c41-446c-bc83-d59a3a85fd7e {{(pid=102476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:18:19.679876 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7f21d55-004b-4ae1-b12a-f53897ba0dd4", "name": "network-vif-deleted", "tag": "3e69e598-5da8-4e4e-97ab-d3d7e0a445cf", "status": "completed", "code": 200}]} {{(pid=102476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:18:19.680037 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-05f4c4b0-3c41-446c-bc83-d59a3a85fd7e {{(pid=102476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:18:19.680444 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05f4c4b0-3c41-446c-bc83-d59a3a85fd7e'] response: {'server_uuid': 'b7f21d55-004b-4ae1-b12a-f53897ba0dd4', 'name': 'network-vif-deleted', 'tag': '3e69e598-5da8-4e4e-97ab-d3d7e0a445cf', 'status': 'completed', 'code': 200} Jun 14 18:18:19.779423 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvr_db [None req-49f7c956-a764-459b-b396-7c111603eae2 None None] Set router 5d0e627f-9931-44e7-bb8d-ffce79c09333 gateway port host: dv-cinder-821739-1-iscsi {{(pid=102479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:18:19.817430 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-cf1fda14-6f0d-42ea-928d-63fe9f24329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:20.015675 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-49f7c956-a764-459b-b396-7c111603eae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0e627f-9931-44e7-bb8d-ffce79c09333', 'name': 'tempest-AttachVolumeTestJSON-504290740-router', 'tenant_id': '1656a3c434d1462d9a2c48c24f0b7728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '7ab5aec5-e4c5-4e04-9cca-c95dea8cfc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:11:28Z', 'updated_at': '2022-06-14T18:11:33Z', 'revision_number': 4, 'project_id': '1656a3c434d1462d9a2c48c24f0b7728', 'gw_port': {'id': '7ab5aec5-e4c5-4e04-9cca-c95dea8cfc69', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0e627f-9931-44e7-bb8d-ffce79c09333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:28Z', 'updated_at': '2022-06-14T18:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_interfaces': [{'id': '938b64a5-df52-4436-973f-36281c5eb5a6', 'name': '', 'network_id': 'e4802f45-6d76-4b53-9a7f-7b43659748a3', 'tenant_id': '1656a3c434d1462d9a2c48c24f0b7728', 'mac_address': 'fa:16:3e:12:8c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0e627f-9931-44e7-bb8d-ffce79c09333', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '0bf57453-530a-4cde-8cdb-616dbddd580e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:31Z', 'updated_at': '2022-06-14T18:11:44Z', 'revision_number': 5, 'project_id': '1656a3c434d1462d9a2c48c24f0b7728', 'subnets': [{'id': '0bf57453-530a-4cde-8cdb-616dbddd580e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:18:20.044087 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f7c956-a764-459b-b396-7c111603eae2 None None] Checking router: 5d0e627f-9931-44e7-bb8d-ffce79c09333 for host: dv-cinder-821739-1-iscsi {{(pid=102479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:18:20.052743 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f7c956-a764-459b-b396-7c111603eae2 None None] Routers {'5d0e627f-9931-44e7-bb8d-ffce79c09333'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:18:20.053372 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-49f7c956-a764-459b-b396-7c111603eae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:18:19Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['5d0e627f-9931-44e7-bb8d-ffce79c09333'], 'active': True} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:18:20.164645 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvr_db [None req-49f7c956-a764-459b-b396-7c111603eae2 None None] Set router 5d0e627f-9931-44e7-bb8d-ffce79c09333 gateway port host: dv-cinder-821739-1-iscsi {{(pid=102479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:18:20.417542 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-49f7c956-a764-459b-b396-7c111603eae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0e627f-9931-44e7-bb8d-ffce79c09333', 'name': 'tempest-AttachVolumeTestJSON-504290740-router', 'tenant_id': '1656a3c434d1462d9a2c48c24f0b7728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '7ab5aec5-e4c5-4e04-9cca-c95dea8cfc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:11:28Z', 'updated_at': '2022-06-14T18:11:33Z', 'revision_number': 4, 'project_id': '1656a3c434d1462d9a2c48c24f0b7728', 'gw_port': {'id': '7ab5aec5-e4c5-4e04-9cca-c95dea8cfc69', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0e627f-9931-44e7-bb8d-ffce79c09333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:28Z', 'updated_at': '2022-06-14T18:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_interfaces': [{'id': '938b64a5-df52-4436-973f-36281c5eb5a6', 'name': '', 'network_id': 'e4802f45-6d76-4b53-9a7f-7b43659748a3', 'tenant_id': '1656a3c434d1462d9a2c48c24f0b7728', 'mac_address': 'fa:16:3e:12:8c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0e627f-9931-44e7-bb8d-ffce79c09333', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '0bf57453-530a-4cde-8cdb-616dbddd580e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:31Z', 'updated_at': '2022-06-14T18:11:44Z', 'revision_number': 5, 'project_id': '1656a3c434d1462d9a2c48c24f0b7728', 'subnets': [{'id': '0bf57453-530a-4cde-8cdb-616dbddd580e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:18:20.458565 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f7c956-a764-459b-b396-7c111603eae2 None None] The sync data for ids ['5d0e627f-9931-44e7-bb8d-ffce79c09333'] in dv-cinder-821739-1-iscsi is: [{'id': '5d0e627f-9931-44e7-bb8d-ffce79c09333', 'name': 'tempest-AttachVolumeTestJSON-504290740-router', 'tenant_id': '1656a3c434d1462d9a2c48c24f0b7728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '7ab5aec5-e4c5-4e04-9cca-c95dea8cfc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:11:28Z', 'updated_at': '2022-06-14T18:11:33Z', 'revision_number': 4, 'project_id': '1656a3c434d1462d9a2c48c24f0b7728', 'gw_port': {'id': '7ab5aec5-e4c5-4e04-9cca-c95dea8cfc69', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0e627f-9931-44e7-bb8d-ffce79c09333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:28Z', 'updated_at': '2022-06-14T18:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_interfaces': [{'id': '938b64a5-df52-4436-973f-36281c5eb5a6', 'name': '', 'network_id': 'e4802f45-6d76-4b53-9a7f-7b43659748a3', 'tenant_id': '1656a3c434d1462d9a2c48c24f0b7728', 'mac_address': 'fa:16:3e:12:8c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0e627f-9931-44e7-bb8d-ffce79c09333', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '0bf57453-530a-4cde-8cdb-616dbddd580e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:31Z', 'updated_at': '2022-06-14T18:11:44Z', 'revision_number': 5, 'project_id': '1656a3c434d1462d9a2c48c24f0b7728', 'subnets': [{'id': '0bf57453-530a-4cde-8cdb-616dbddd580e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:18:20.637707 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 57484) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:18:20.741473 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-5ba15d74-4339-4071-8436-3cb952f3b97a tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify callbacks [] for security_group, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:20.782005 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-5ba15d74-4339-4071-8436-3cb952f3b97a tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:20.802186 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace227fa-a88a-48d1-8c11-9412da96d084 None None] New status for floating IP 79d03488-b7a8-431d-84f3-f46a7aeec462: DOWN {{(pid=102478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 18:18:20.837618 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-5ba15d74-4339-4071-8436-3cb952f3b97a tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:20.841991 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-5ba15d74-4339-4071-8436-3cb952f3b97a tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify callbacks [] for security_group, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:20.846904 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 57486) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:18:20.854818 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-5ba15d74-4339-4071-8436-3cb952f3b97a tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "DELETE /v2.0/security-groups/8b9641c5-1a2d-4f97-a302-9b0f0a9cb0c7 HTTP/1.1" status: 204 len: 168 time: 0.2164600 Jun 14 18:18:20.870595 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.api.v2.resource [None req-ae4bf8fd-3732-4437-ac20-19ea993a12f3 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] show failed (client error): The resource could not be found. Jun 14 18:18:20.877216 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-ae4bf8fd-3732-4437-ac20-19ea993a12f3 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "GET /v2.0/security-groups/8b9641c5-1a2d-4f97-a302-9b0f0a9cb0c7 HTTP/1.1" status: 404 len: 347 time: 0.0290663 Jun 14 18:18:20.879300 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 57488) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:18:20.884681 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba15d74-4339-4071-8436-3cb952f3b97a tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b9641c5-1a2d-4f97-a302-9b0f0a9cb0c7,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:18:21.054263 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.plugin [None req-542eb149-020f-497e-bcd7-06cee8748b05 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Deleting port c637a4df-05e1-4829-8fdc-73718abddd8d {{(pid=102477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 14 18:18:21.054581 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-542eb149-020f-497e-bcd7-06cee8748b05 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239577025'] for port, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:21.146374 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-542eb149-020f-497e-bcd7-06cee8748b05 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282467'] for port, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:21.146811 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-542eb149-020f-497e-bcd7-06cee8748b05 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:21.162106 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.plugin [None req-542eb149-020f-497e-bcd7-06cee8748b05 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Calling delete_port for c637a4df-05e1-4829-8fdc-73718abddd8d owned by network:floatingip {{(pid=102477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 14 18:18:21.334407 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-542eb149-020f-497e-bcd7-06cee8748b05 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239583007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239190869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16661523'] for port, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:21.362454 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542eb149-020f-497e-bcd7-06cee8748b05 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Pushing event deleted for resources: {'Port': ['ID=c637a4df-05e1-4829-8fdc-73718abddd8d,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:18:21.391306 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542eb149-020f-497e-bcd7-06cee8748b05 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:21.391711 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542eb149-020f-497e-bcd7-06cee8748b05 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:21.391711 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542eb149-020f-497e-bcd7-06cee8748b05 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:21.392252 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542eb149-020f-497e-bcd7-06cee8748b05 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:21.392681 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542eb149-020f-497e-bcd7-06cee8748b05 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:21.392681 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542eb149-020f-497e-bcd7-06cee8748b05 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:21.393041 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542eb149-020f-497e-bcd7-06cee8748b05 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:21.393279 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542eb149-020f-497e-bcd7-06cee8748b05 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:21.393709 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542eb149-020f-497e-bcd7-06cee8748b05 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:21.393924 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542eb149-020f-497e-bcd7-06cee8748b05 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:21.394299 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542eb149-020f-497e-bcd7-06cee8748b05 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:21.394575 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542eb149-020f-497e-bcd7-06cee8748b05 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:21.443246 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-542eb149-020f-497e-bcd7-06cee8748b05 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify callbacks [] for floatingip, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:21.448494 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-542eb149-020f-497e-bcd7-06cee8748b05 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for floatingip, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:21.450363 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-542eb149-020f-497e-bcd7-06cee8748b05 tempest-AttachVolumeTestJSON-1846278748 tempest-AttachVolumeTestJSON-1846278748-project] 10.222.0.70 "DELETE /v2.0/floatingips/79d03488-b7a8-431d-84f3-f46a7aeec462 HTTP/1.1" status: 204 len: 168 time: 0.5698075 Jun 14 18:18:21.614365 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-1a5f21f8-b210-492f-a8cf-2d8a6010caea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:21.955585 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:22.366084 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device 3e69e598-5da8-4e4e-97ab-d3d7e0a445cf no longer exists at agent hyperv_hv-cinder-82173 {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:18:22.392527 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] No Port match for: 3e69e598-5da8-4e4e-97ab-d3d7e0a445cf {{(pid=102478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 14 18:18:22.393022 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device 3e69e598-5da8-4e4e-97ab-d3d7e0a445cf not bound to the agent host hv-cinder-82173 {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:18:25.025821 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 57538) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:18:25.588044 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-5ddc1e27-30d8-466b-a640-c7597120a005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8284624'] for router_interface, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:25.935216 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.plugin [None req-5ddc1e27-30d8-466b-a640-c7597120a005 admin admin] Deleting port 938b64a5-df52-4436-973f-36281c5eb5a6 {{(pid=102477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 14 18:18:25.935452 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-5ddc1e27-30d8-466b-a640-c7597120a005 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239577025'] for port, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:26.035772 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.db [None req-5ddc1e27-30d8-466b-a640-c7597120a005 admin admin] For port 938b64a5-df52-4436-973f-36281c5eb5a6, host dv-cinder-821739-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=938b64a5-df52-4436-973f-36281c5eb5a6,segment=NetworkSegment(91c000b5-b307-4d83-9292-f5327311bde5),segment_id=91c000b5-b307-4d83-9292-f5327311bde5)] {{(pid=102477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:18:26.036742 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-5ddc1e27-30d8-466b-a640-c7597120a005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282467'] for port, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:26.051460 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.plugin [None req-5ddc1e27-30d8-466b-a640-c7597120a005 admin admin] Calling delete_port for 938b64a5-df52-4436-973f-36281c5eb5a6 owned by network:router_interface {{(pid=102477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 14 18:18:26.271801 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-5ddc1e27-30d8-466b-a640-c7597120a005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239583007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239190869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16661523'] for port, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:26.300759 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc1e27-30d8-466b-a640-c7597120a005 admin admin] Pushing event deleted for resources: {'Port': ['ID=938b64a5-df52-4436-973f-36281c5eb5a6,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:18:26.554667 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-5ddc1e27-30d8-466b-a640-c7597120a005 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7944470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8284604'] for router_interface, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:26.823205 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ddc1e27-30d8-466b-a640-c7597120a005 admin admin] Router 5d0e627f-9931-44e7-bb8d-ffce79c09333 has already been hosted by L3 agent 2bd7ef4a-700f-45f4-ae1e-98ca6454acba {{(pid=102477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:18:26.960451 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ddc1e27-30d8-466b-a640-c7597120a005 admin admin] Notify agent at l3_agent.dv-cinder-821739-1-iscsi the message routers_updated {{(pid=102477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:18:26.965893 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-5ddc1e27-30d8-466b-a640-c7597120a005 admin admin] 10.222.0.70 "PUT /v2.0/routers/5d0e627f-9931-44e7-bb8d-ffce79c09333/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9377446 Jun 14 18:18:26.968551 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 57556) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:18:26.972925 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8be8d3-0fb1-46f2-a284-6ebb95ea385d None None] Sync routers for ids ['5d0e627f-9931-44e7-bb8d-ffce79c09333'] in dv-cinder-821739-1-iscsi {{(pid=102479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:18:26.990046 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8be8d3-0fb1-46f2-a284-6ebb95ea385d None None] Routers {'5d0e627f-9931-44e7-bb8d-ffce79c09333'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:18:26.992429 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-3b8be8d3-0fb1-46f2-a284-6ebb95ea385d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:18:19Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['5d0e627f-9931-44e7-bb8d-ffce79c09333'], 'active': True} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:18:27.010164 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:27.088542 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-1b45143f-ee1b-43ee-9428-4a8264a09f20 admin admin] Notify callbacks [] for router, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:27.131943 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvr_db [None req-3b8be8d3-0fb1-46f2-a284-6ebb95ea385d None None] Set router 5d0e627f-9931-44e7-bb8d-ffce79c09333 gateway port host: dv-cinder-821739-1-iscsi {{(pid=102479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:18:27.204448 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-1b45143f-ee1b-43ee-9428-4a8264a09f20 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:27.266119 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.plugin [None req-1b45143f-ee1b-43ee-9428-4a8264a09f20 admin admin] Deleting port 7ab5aec5-e4c5-4e04-9cca-c95dea8cfc69 {{(pid=102477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 14 18:18:27.267196 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-1b45143f-ee1b-43ee-9428-4a8264a09f20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239577025'] for port, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:27.404130 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.db [None req-1b45143f-ee1b-43ee-9428-4a8264a09f20 admin admin] For port 7ab5aec5-e4c5-4e04-9cca-c95dea8cfc69, host dv-cinder-821739-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=7ab5aec5-e4c5-4e04-9cca-c95dea8cfc69,segment=NetworkSegment(d3be3284-4005-440f-af8c-13455fbdf684),segment_id=d3be3284-4005-440f-af8c-13455fbdf684)] {{(pid=102477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:18:27.404525 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-1b45143f-ee1b-43ee-9428-4a8264a09f20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282467'] for port, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:27.419090 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.plugin [None req-1b45143f-ee1b-43ee-9428-4a8264a09f20 admin admin] Calling delete_port for 7ab5aec5-e4c5-4e04-9cca-c95dea8cfc69 owned by network:router_gateway {{(pid=102477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 14 18:18:27.419334 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-3b8be8d3-0fb1-46f2-a284-6ebb95ea385d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0e627f-9931-44e7-bb8d-ffce79c09333', 'name': 'tempest-AttachVolumeTestJSON-504290740-router', 'tenant_id': '1656a3c434d1462d9a2c48c24f0b7728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '7ab5aec5-e4c5-4e04-9cca-c95dea8cfc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:11:28Z', 'updated_at': '2022-06-14T18:18:26Z', 'revision_number': 5, 'project_id': '1656a3c434d1462d9a2c48c24f0b7728', 'gw_port': {'id': '7ab5aec5-e4c5-4e04-9cca-c95dea8cfc69', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0e627f-9931-44e7-bb8d-ffce79c09333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:28Z', 'updated_at': '2022-06-14T18:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi'}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:18:27.449599 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8be8d3-0fb1-46f2-a284-6ebb95ea385d None None] Checking router: 5d0e627f-9931-44e7-bb8d-ffce79c09333 for host: dv-cinder-821739-1-iscsi {{(pid=102479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:18:27.459198 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8be8d3-0fb1-46f2-a284-6ebb95ea385d None None] Routers {'5d0e627f-9931-44e7-bb8d-ffce79c09333'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:18:27.459198 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-3b8be8d3-0fb1-46f2-a284-6ebb95ea385d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:18:19Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['5d0e627f-9931-44e7-bb8d-ffce79c09333'], 'active': True} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:18:27.559973 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvr_db [None req-3b8be8d3-0fb1-46f2-a284-6ebb95ea385d None None] Set router 5d0e627f-9931-44e7-bb8d-ffce79c09333 gateway port host: None {{(pid=102479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:18:27.618275 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-3b8be8d3-0fb1-46f2-a284-6ebb95ea385d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0e627f-9931-44e7-bb8d-ffce79c09333', 'name': 'tempest-AttachVolumeTestJSON-504290740-router', 'tenant_id': '1656a3c434d1462d9a2c48c24f0b7728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:11:28Z', 'updated_at': '2022-06-14T18:18:27Z', 'revision_number': 6, 'project_id': '1656a3c434d1462d9a2c48c24f0b7728', 'gw_port_host': None}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:18:27.655918 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8be8d3-0fb1-46f2-a284-6ebb95ea385d None None] The sync data for ids ['5d0e627f-9931-44e7-bb8d-ffce79c09333'] in dv-cinder-821739-1-iscsi is: [{'id': '5d0e627f-9931-44e7-bb8d-ffce79c09333', 'name': 'tempest-AttachVolumeTestJSON-504290740-router', 'tenant_id': '1656a3c434d1462d9a2c48c24f0b7728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:11:28Z', 'updated_at': '2022-06-14T18:18:27Z', 'revision_number': 6, 'project_id': '1656a3c434d1462d9a2c48c24f0b7728', 'gw_port_host': None}] {{(pid=102479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:18:27.671112 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-1b45143f-ee1b-43ee-9428-4a8264a09f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239583007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239190869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16661523'] for port, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:27.753599 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b45143f-ee1b-43ee-9428-4a8264a09f20 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ab5aec5-e4c5-4e04-9cca-c95dea8cfc69,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:18:27.817095 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-1b45143f-ee1b-43ee-9428-4a8264a09f20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8287518'] for router_gateway, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:28.222499 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-1b45143f-ee1b-43ee-9428-4a8264a09f20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16243'] for router, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:28.224741 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-1b45143f-ee1b-43ee-9428-4a8264a09f20 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:28.271392 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-1b45143f-ee1b-43ee-9428-4a8264a09f20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8278028'] for router, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:28.272270 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b45143f-ee1b-43ee-9428-4a8264a09f20 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d0e627f-9931-44e7-bb8d-ffce79c09333 {{(pid=102477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 14 18:18:28.278936 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-1b45143f-ee1b-43ee-9428-4a8264a09f20 admin admin] Notify callbacks [] for router, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:28.282406 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-1b45143f-ee1b-43ee-9428-4a8264a09f20 admin admin] 10.222.0.70 "DELETE /v2.0/routers/5d0e627f-9931-44e7-bb8d-ffce79c09333 HTTP/1.1" status: 204 len: 168 time: 1.3104327 Jun 14 18:18:28.282877 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 57566) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:18:28.334790 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.db.db_base_plugin_v2 [None req-946e5876-7b4e-4f5a-8f75-8c379519d309 admin admin] Deleting subnet 0bf57453-530a-4cde-8cdb-616dbddd580e {{(pid=102476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jun 14 18:18:28.340100 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-946e5876-7b4e-4f5a-8f75-8c379519d309 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:28.387938 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-946e5876-7b4e-4f5a-8f75-8c379519d309 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5425953'] for subnet, precommit_delete_associations {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:28.519871 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-946e5876-7b4e-4f5a-8f75-8c379519d309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-977723'] for subnet, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:28.612177 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-946e5876-7b4e-4f5a-8f75-8c379519d309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-977714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5378586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4368736'] for subnet, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:28.641409 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946e5876-7b4e-4f5a-8f75-8c379519d309 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bf57453-530a-4cde-8cdb-616dbddd580e,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:18:28.643419 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-946e5876-7b4e-4f5a-8f75-8c379519d309 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:28.649138 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 57572) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:18:28.650958 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474cf775-1dc4-421b-84df-3502a08c33a9 None None] Network e4802f45-6d76-4b53-9a7f-7b43659748a3 requested from dv-cinder-821739-1-iscsi {{(pid=102478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 18:18:28.654133 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-946e5876-7b4e-4f5a-8f75-8c379519d309 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/0bf57453-530a-4cde-8cdb-616dbddd580e HTTP/1.1" status: 204 len: 168 time: 0.3700666 Jun 14 18:18:28.736776 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-a6171ba1-39fa-4703-ba2d-d468a3b5ccc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592896'] for network, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:28.804131 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.plugin [None req-a6171ba1-39fa-4703-ba2d-d468a3b5ccc7 admin admin] Deleting port f8b7f6c2-9991-4231-9290-0d43097825e8 {{(pid=102477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 14 18:18:28.804471 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-a6171ba1-39fa-4703-ba2d-d468a3b5ccc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239577025'] for port, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:28.895111 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a732904-203b-4ad9-aa97-448f70dfdf0d None None] DHCP port deletion for e4802f45-6d76-4b53-9a7f-7b43659748a3 request from dv-cinder-821739-1-iscsi {{(pid=102478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 14 18:18:28.906254 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.db [None req-a6171ba1-39fa-4703-ba2d-d468a3b5ccc7 admin admin] For port f8b7f6c2-9991-4231-9290-0d43097825e8, host dv-cinder-821739-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=f8b7f6c2-9991-4231-9290-0d43097825e8,segment=NetworkSegment(91c000b5-b307-4d83-9292-f5327311bde5),segment_id=91c000b5-b307-4d83-9292-f5327311bde5)] {{(pid=102477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:18:28.906729 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-a6171ba1-39fa-4703-ba2d-d468a3b5ccc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282467'] for port, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:28.928047 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.plugin [None req-a6171ba1-39fa-4703-ba2d-d468a3b5ccc7 admin admin] Calling delete_port for f8b7f6c2-9991-4231-9290-0d43097825e8 owned by network:dhcp {{(pid=102477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 14 18:18:28.972298 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-5a732904-203b-4ad9-aa97-448f70dfdf0d None None] Deleting port f8b7f6c2-9991-4231-9290-0d43097825e8 {{(pid=102478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 14 18:18:28.972925 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-5a732904-203b-4ad9-aa97-448f70dfdf0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239577025'] for port, before_delete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:29.037104 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-a6171ba1-39fa-4703-ba2d-d468a3b5ccc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239583007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239190869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16661523'] for port, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:29.073349 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6171ba1-39fa-4703-ba2d-d468a3b5ccc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8b7f6c2-9991-4231-9290-0d43097825e8,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:18:29.077821 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6171ba1-39fa-4703-ba2d-d468a3b5ccc7 admin admin] No DVR routers for this DVR port f8b7f6c2-9991-4231-9290-0d43097825e8 on host dv-cinder-821739-1-iscsi {{(pid=102477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 18:18:29.080566 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-5a732904-203b-4ad9-aa97-448f70dfdf0d None None] For port f8b7f6c2-9991-4231-9290-0d43097825e8, host dv-cinder-821739-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=f8b7f6c2-9991-4231-9290-0d43097825e8,segment=NetworkSegment(91c000b5-b307-4d83-9292-f5327311bde5),segment_id=91c000b5-b307-4d83-9292-f5327311bde5)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:18:29.083393 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-5a732904-203b-4ad9-aa97-448f70dfdf0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282467'] for port, precommit_delete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:29.102597 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-5a732904-203b-4ad9-aa97-448f70dfdf0d None None] Calling delete_port for f8b7f6c2-9991-4231-9290-0d43097825e8 owned by network:dhcp {{(pid=102478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 14 18:18:29.156403 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-a6171ba1-39fa-4703-ba2d-d468a3b5ccc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-955256', 'neutron.services.segments.db._delete_segments_for_network-8758239721683'] for network, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:29.178919 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.services.segments.db [None req-a6171ba1-39fa-4703-ba2d-d468a3b5ccc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4802f45-6d76-4b53-9a7f-7b43659748a3']}} {{(pid=102477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:18:29.189775 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.services.segments.db [None req-a6171ba1-39fa-4703-ba2d-d468a3b5ccc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91c000b5-b307-4d83-9292-f5327311bde5') {'for_net_delete': True} {{(pid=102477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:18:29.190061 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.services.segments.db [None req-a6171ba1-39fa-4703-ba2d-d468a3b5ccc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91c000b5-b307-4d83-9292-f5327311bde5') {} {{(pid=102477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:18:29.202078 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-a6171ba1-39fa-4703-ba2d-d468a3b5ccc7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758239721948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16658456'] for segment, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:29.219348 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-a6171ba1-39fa-4703-ba2d-d468a3b5ccc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977873'] for segment, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:29.226947 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6171ba1-39fa-4703-ba2d-d468a3b5ccc7 admin admin] Releasing vlan 1040 on physical network physnet1 to pool {{(pid=102477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 18:18:29.227950 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-a6171ba1-39fa-4703-ba2d-d468a3b5ccc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16661566'] for segment, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:29.271843 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-5a732904-203b-4ad9-aa97-448f70dfdf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239583007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239190869'] for port, after_delete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:29.289705 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.services.segments.plugin [-] Segment 91c000b5-b307-4d83-9292-f5327311bde5 resource provider aggregate not found Jun 14 18:18:29.304163 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a732904-203b-4ad9-aa97-448f70dfdf0d None None] Pushing event deleted for resources: {'Port': ['ID=f8b7f6c2-9991-4231-9290-0d43097825e8,revision_number=None']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:18:29.318265 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a732904-203b-4ad9-aa97-448f70dfdf0d None None] No DVR routers for this DVR port f8b7f6c2-9991-4231-9290-0d43097825e8 on host dv-cinder-821739-1-iscsi {{(pid=102478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 18:18:29.318561 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.services.segments.plugin [-] Segment 91c000b5-b307-4d83-9292-f5327311bde5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 91c000b5-b307-4d83-9292-f5327311bde5 found for delete ", "request_id": "req-3f17b650-21f0-4e8d-8a01-ce98213fae7b"}]} Jun 14 18:18:29.320913 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a732904-203b-4ad9-aa97-448f70dfdf0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:29.321266 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a732904-203b-4ad9-aa97-448f70dfdf0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:29.321612 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a732904-203b-4ad9-aa97-448f70dfdf0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:29.321992 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a732904-203b-4ad9-aa97-448f70dfdf0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:29.322331 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a732904-203b-4ad9-aa97-448f70dfdf0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:29.322662 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a732904-203b-4ad9-aa97-448f70dfdf0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:29.323108 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a732904-203b-4ad9-aa97-448f70dfdf0d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:29.323441 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a732904-203b-4ad9-aa97-448f70dfdf0d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:29.323805 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a732904-203b-4ad9-aa97-448f70dfdf0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:29.324987 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a732904-203b-4ad9-aa97-448f70dfdf0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:29.324987 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a732904-203b-4ad9-aa97-448f70dfdf0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:29.325459 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a732904-203b-4ad9-aa97-448f70dfdf0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:29.334553 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-a6171ba1-39fa-4703-ba2d-d468a3b5ccc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-955201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8287522'] for network, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:29.365017 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-a6171ba1-39fa-4703-ba2d-d468a3b5ccc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7944499'] for network, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:29.376036 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-a6171ba1-39fa-4703-ba2d-d468a3b5ccc7 admin admin] 10.222.0.70 "DELETE /v2.0/networks/e4802f45-6d76-4b53-9a7f-7b43659748a3 HTTP/1.1" status: 204 len: 168 time: 0.7228124 Jun 14 18:18:29.399792 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6171ba1-39fa-4703-ba2d-d468a3b5ccc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4802f45-6d76-4b53-9a7f-7b43659748a3,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:18:29.416242 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device f8b7f6c2-9991-4231-9290-0d43097825e8 no longer exists at agent ovs-agent-dv-cinder-821739-1-iscsi {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:18:29.442334 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] No Port match for: f8b7f6c2-9991-4231-9290-0d43097825e8 {{(pid=102478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 14 18:18:29.442681 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device f8b7f6c2-9991-4231-9290-0d43097825e8 not bound to the agent host dv-cinder-821739-1-iscsi {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:18:29.446157 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device 7ab5aec5-e4c5-4e04-9cca-c95dea8cfc69 no longer exists at agent ovs-agent-dv-cinder-821739-1-iscsi {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:18:29.479116 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] No Port match for: 7ab5aec5-e4c5-4e04-9cca-c95dea8cfc69 {{(pid=102478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 14 18:18:29.479624 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device 7ab5aec5-e4c5-4e04-9cca-c95dea8cfc69 not bound to the agent host dv-cinder-821739-1-iscsi {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:18:29.479935 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device 938b64a5-df52-4436-973f-36281c5eb5a6 no longer exists at agent ovs-agent-dv-cinder-821739-1-iscsi {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:18:29.529005 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] No Port match for: 938b64a5-df52-4436-973f-36281c5eb5a6 {{(pid=102478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 14 18:18:29.529401 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device 938b64a5-df52-4436-973f-36281c5eb5a6 not bound to the agent host dv-cinder-821739-1-iscsi {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:18:29.586458 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 57584) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:18:29.645870 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 57590) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:18:29.654534 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-5f869260-c762-4f21-8cb5-3322d47edeb0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1656a3c434d1462d9a2c48c24f0b7728&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0665004 Jun 14 18:18:29.710595 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-9b830eac-ebae-4689-b341-21010746052c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:29.765572 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-9b830eac-ebae-4689-b341-21010746052c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:29.789959 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.agents_db [None req-d83a49a0-1be1-4d29-a7ba-91319940a8a9 None None] Agent healthcheck: found 6 active agents {{(pid=102479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 14 18:18:29.851452 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-9b830eac-ebae-4689-b341-21010746052c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:29.858695 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-9b830eac-ebae-4689-b341-21010746052c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:29.860159 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-9b830eac-ebae-4689-b341-21010746052c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fb875421-69ab-4ad4-82d5-729d3757c8bd HTTP/1.1" status: 204 len: 168 time: 0.2132173 Jun 14 18:18:29.873507 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b830eac-ebae-4689-b341-21010746052c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb875421-69ab-4ad4-82d5-729d3757c8bd,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:18:30.774976 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 57618) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:18:30.887139 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.v2.base [None req-a91d2dc3-2a18-433f-a46d-a34e3eaaa9cb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1757857751-network', 'tenant_id': '927013c586d5417e99dbc2cf0a0eed12'}} {{(pid=102477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:18:30.909497 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a91d2dc3-2a18-433f-a46d-a34e3eaaa9cb admin admin] Made reservation on behalf of 927013c586d5417e99dbc2cf0a0eed12 for: {'network': 1} {{(pid=102477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:18:30.912325 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-a91d2dc3-2a18-433f-a46d-a34e3eaaa9cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for network, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:30.925225 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-a91d2dc3-2a18-433f-a46d-a34e3eaaa9cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:31.025531 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-a91d2dc3-2a18-433f-a46d-a34e3eaaa9cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:31.030740 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-a91d2dc3-2a18-433f-a46d-a34e3eaaa9cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:31.057014 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a91d2dc3-2a18-433f-a46d-a34e3eaaa9cb admin admin] vlan segment allocate from pool success with {'vlan_id': 1001, 'physical_network': 'physnet1'} {{(pid=102477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 18:18:31.067448 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91d2dc3-2a18-433f-a46d-a34e3eaaa9cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bcf798a-e0b9-41f6-8c3a-5b93ff01e8db,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:18:31.072753 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-a91d2dc3-2a18-433f-a46d-a34e3eaaa9cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977873'] for segment, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:31.073175 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.db.segments_db [None req-a91d2dc3-2a18-433f-a46d-a34e3eaaa9cb admin admin] Added segment 6328bd3b-152c-46b0-856b-068df43a7723 of type vlan for network a20cd105-ccee-4ccf-aa21-673440674804 Jun 14 18:18:31.121009 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-a91d2dc3-2a18-433f-a46d-a34e3eaaa9cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758239169585'] for network, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:31.150255 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-a91d2dc3-2a18-433f-a46d-a34e3eaaa9cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477'] for network, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:31.151542 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91d2dc3-2a18-433f-a46d-a34e3eaaa9cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:31.152807 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-a91d2dc3-2a18-433f-a46d-a34e3eaaa9cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7944499'] for network, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:31.186759 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-a91d2dc3-2a18-433f-a46d-a34e3eaaa9cb admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4105403 Jun 14 18:18:31.191784 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 57624) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:18:31.197426 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.v2.base [None req-185eb0d0-8f54-44e2-a64b-9f25f325bd12 admin admin] Request body: {'subnet': {'network_id': 'a20cd105-ccee-4ccf-aa21-673440674804', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1757857751-subnet', 'tenant_id': '927013c586d5417e99dbc2cf0a0eed12', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:18:31.222259 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-185eb0d0-8f54-44e2-a64b-9f25f325bd12 admin admin] Made reservation on behalf of 927013c586d5417e99dbc2cf0a0eed12 for: {'subnet': 1} {{(pid=102476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:18:31.222886 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91d2dc3-2a18-433f-a46d-a34e3eaaa9cb admin admin] Pushing event updated for resources: {'Network': ['ID=a20cd105-ccee-4ccf-aa21-673440674804,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:18:31.225222 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-185eb0d0-8f54-44e2-a64b-9f25f325bd12 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4369283'] for subnet, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:31.234396 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Network a20cd105-ccee-4ccf-aa21-673440674804 details requested by agent ovs-agent-dv-cinder-821739-1-iscsi with host dv-cinder-821739-1-iscsi {{(pid=102478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 14 18:18:31.431266 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-185eb0d0-8f54-44e2-a64b-9f25f325bd12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5378649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4368745'] for subnet, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:31.496889 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185eb0d0-8f54-44e2-a64b-9f25f325bd12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=adeaf354-122e-42a5-ab5f-7dce689ddb1f,revision_number=0']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:18:31.501461 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185eb0d0-8f54-44e2-a64b-9f25f325bd12 admin admin] Checking segment: {'id': '6328bd3b-152c-46b0-856b-068df43a7723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'a20cd105-ccee-4ccf-aa21-673440674804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 14 18:18:31.501836 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185eb0d0-8f54-44e2-a64b-9f25f325bd12 admin admin] Network hostable DHCP agents. Network: a20cd105-ccee-4ccf-aa21-673440674804, hostable agents: ['7e447456-ff8f-4cbe-bcdd-bfd26b4a7662'], hosted agents: [] {{(pid=102476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 18:18:31.521141 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185eb0d0-8f54-44e2-a64b-9f25f325bd12 admin admin] Network a20cd105-ccee-4ccf-aa21-673440674804 is scheduled to be hosted by DHCP agent 7e447456-ff8f-4cbe-bcdd-bfd26b4a7662 with binding_index 1 {{(pid=102476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 18:18:31.533883 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.base_scheduler [None req-185eb0d0-8f54-44e2-a64b-9f25f325bd12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821739-1-iscsi, a20cd105-ccee-4ccf-aa21-673440674804) {{(pid=102476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:18:31.543082 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d464d23e-248a-4f93-b2f2-f89580fe56e3 None None] Network a20cd105-ccee-4ccf-aa21-673440674804 requested from dv-cinder-821739-1-iscsi {{(pid=102478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 18:18:31.543285 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185eb0d0-8f54-44e2-a64b-9f25f325bd12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:31.543803 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-185eb0d0-8f54-44e2-a64b-9f25f325bd12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:31.581358 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-185eb0d0-8f54-44e2-a64b-9f25f325bd12 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3880868 Jun 14 18:18:31.584050 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 57630) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:18:31.591726 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.v2.base [None req-5328fe76-1824-4fb9-b62b-45e4beecb7d1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1757857751-router', 'tenant_id': '927013c586d5417e99dbc2cf0a0eed12', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9'}}} {{(pid=102476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:18:31.614209 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-5328fe76-1824-4fb9-b62b-45e4beecb7d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8279293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16205'] for router, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:31.615857 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-5328fe76-1824-4fb9-b62b-45e4beecb7d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8285349', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8221628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16196'] for router, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:31.684370 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-5328fe76-1824-4fb9-b62b-45e4beecb7d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:31.764623 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f877b6eb-58d7-44a2-bbf4-2dffc49564df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13f8722a-7f63-57e1-9bed-f7c7ba50e3fe-a20cd105-ccee-4ccf-aa21-673440674804', 'network_id': 'a20cd105-ccee-4ccf-aa21-673440674804', 'tenant_id': '927013c586d5417e99dbc2cf0a0eed12', 'fixed_ips': [{'subnet_id': 'adeaf354-122e-42a5-ab5f-7dce689ddb1f'}]}} from dv-cinder-821739-1-iscsi. {{(pid=102478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 14 18:18:31.765905 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-f877b6eb-58d7-44a2-bbf4-2dffc49564df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_create {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:31.869783 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-5328fe76-1824-4fb9-b62b-45e4beecb7d1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:31.956659 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.db_base_plugin_common [None req-f877b6eb-58d7-44a2-bbf4-2dffc49564df None None] Allocated IP 172.20.0.2 (a20cd105-ccee-4ccf-aa21-673440674804/adeaf354-122e-42a5-ab5f-7dce689ddb1f/9370245b-8e69-422c-8235-4cb04836212c) {{(pid=102478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:18:32.348345 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-f877b6eb-58d7-44a2-bbf4-2dffc49564df None None] Notify callbacks [] for port, precommit_create {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:32.358107 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-f877b6eb-58d7-44a2-bbf4-2dffc49564df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239190878'] for port, after_create {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:32.413603 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f877b6eb-58d7-44a2-bbf4-2dffc49564df None None] Pushing event updated for resources: {'Port': ['ID=9370245b-8e69-422c-8235-4cb04836212c,revision_number=1']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:18:32.427667 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f877b6eb-58d7-44a2-bbf4-2dffc49564df None None] Network a20cd105-ccee-4ccf-aa21-673440674804 is already hosted by enough agents. {{(pid=102478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:18:32.429099 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.scheduler.base_scheduler [None req-f877b6eb-58d7-44a2-bbf4-2dffc49564df None None] Resources bound (agent type, host, resource id): {{(pid=102478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:18:32.432939 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f877b6eb-58d7-44a2-bbf4-2dffc49564df None None] Received port after_create {{(pid=102478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 14 18:18:32.481313 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-5328fe76-1824-4fb9-b62b-45e4beecb7d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:32.506489 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-5328fe76-1824-4fb9-b62b-45e4beecb7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:32.525535 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.managers [None req-f877b6eb-58d7-44a2-bbf4-2dffc49564df None None] Attempting to bind port 9370245b-8e69-422c-8235-4cb04836212c on host dv-cinder-821739-1-iscsi for vnic_type normal with profile {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 14 18:18:32.527636 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.managers [None req-f877b6eb-58d7-44a2-bbf4-2dffc49564df None None] Attempting to bind port 9370245b-8e69-422c-8235-4cb04836212c by drivers openvswitch,hyperv on host dv-cinder-821739-1-iscsi at level 0 using segments [{'id': '6328bd3b-152c-46b0-856b-068df43a7723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'a20cd105-ccee-4ccf-aa21-673440674804'}] {{(pid=102478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 14 18:18:32.528358 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f877b6eb-58d7-44a2-bbf4-2dffc49564df None None] Attempting to bind port 9370245b-8e69-422c-8235-4cb04836212c on network a20cd105-ccee-4ccf-aa21-673440674804 {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:18:32.535966 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f877b6eb-58d7-44a2-bbf4-2dffc49564df None None] Checking agent: {'id': 'e8f0c06d-b34a-40ed-9da4-c5e71adce1cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821739-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 3, 22), 'started_at': datetime.datetime(2022, 6, 14, 18, 3, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821739-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:18:32.537137 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f877b6eb-58d7-44a2-bbf4-2dffc49564df None None] Checking segment: {'id': '6328bd3b-152c-46b0-856b-068df43a7723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'a20cd105-ccee-4ccf-aa21-673440674804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 14 18:18:32.537889 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-f877b6eb-58d7-44a2-bbf4-2dffc49564df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:32.538600 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f877b6eb-58d7-44a2-bbf4-2dffc49564df None None] Bound using segment: {'id': '6328bd3b-152c-46b0-856b-068df43a7723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'a20cd105-ccee-4ccf-aa21-673440674804'} {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:18:32.539352 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.managers [None req-f877b6eb-58d7-44a2-bbf4-2dffc49564df None None] Bound port: 9370245b-8e69-422c-8235-4cb04836212c, host: dv-cinder-821739-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6328bd3b-152c-46b0-856b-068df43a7723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'a20cd105-ccee-4ccf-aa21-673440674804'}}] {{(pid=102478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 14 18:18:32.540080 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-f877b6eb-58d7-44a2-bbf4-2dffc49564df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:32.639194 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-f877b6eb-58d7-44a2-bbf4-2dffc49564df None None] For port 9370245b-8e69-422c-8235-4cb04836212c, host dv-cinder-821739-1-iscsi, cleared binding levels {{(pid=102478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:18:32.643841 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-f877b6eb-58d7-44a2-bbf4-2dffc49564df None None] For port 9370245b-8e69-422c-8235-4cb04836212c, host dv-cinder-821739-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=9370245b-8e69-422c-8235-4cb04836212c,segment=NetworkSegment(6328bd3b-152c-46b0-856b-068df43a7723),segment_id=6328bd3b-152c-46b0-856b-068df43a7723)] {{(pid=102478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:18:32.651000 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-f877b6eb-58d7-44a2-bbf4-2dffc49564df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:32.671153 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.db.db_base_plugin_common [None req-5328fe76-1824-4fb9-b62b-45e4beecb7d1 admin admin] Allocated IP 172.27.2.156 (0514a421-38fe-44fa-a158-ef00d417fed9/5974f5a1-c656-4a3f-aaeb-f2cb77111b45/7b326511-d8fa-46b4-874b-af4d5a5cd3b4) {{(pid=102476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:18:32.759210 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f877b6eb-58d7-44a2-bbf4-2dffc49564df None None] Pushing event updated for resources: {'Port': ['ID=9370245b-8e69-422c-8235-4cb04836212c,revision_number=2']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:18:32.817813 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-5328fe76-1824-4fb9-b62b-45e4beecb7d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:32.869054 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-5328fe76-1824-4fb9-b62b-45e4beecb7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239190878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378765'] for port, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:32.910252 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5328fe76-1824-4fb9-b62b-45e4beecb7d1 admin admin] Network 0514a421-38fe-44fa-a158-ef00d417fed9 is already hosted by enough agents. {{(pid=102476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:18:32.913212 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.base_scheduler [None req-5328fe76-1824-4fb9-b62b-45e4beecb7d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:18:32.916886 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5328fe76-1824-4fb9-b62b-45e4beecb7d1 admin admin] Received port after_create {{(pid=102476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 14 18:18:32.979485 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5328fe76-1824-4fb9-b62b-45e4beecb7d1 admin admin] Pushing event updated for resources: {'Port': ['ID=7b326511-d8fa-46b4-874b-af4d5a5cd3b4,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:18:33.291234 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-5328fe76-1824-4fb9-b62b-45e4beecb7d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:33.519892 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device 9370245b-8e69-422c-8235-4cb04836212c up at agent ovs-agent-dv-cinder-821739-1-iscsi {{(pid=102478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:18:33.570293 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-5328fe76-1824-4fb9-b62b-45e4beecb7d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8287610'] for router, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:33.604212 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Provisioning complete for port 9370245b-8e69-422c-8235-4cb04836212c triggered by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:18:33.605238 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:33.733612 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Current status of the port 9370245b-8e69-422c-8235-4cb04836212c is: DOWN; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:18:33.733612 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:33.779751 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5328fe76-1824-4fb9-b62b-45e4beecb7d1 admin admin] Router ef5d4ac0-65e8-4141-a13d-576baaa329ba is scheduled to L3 agent 2bd7ef4a-700f-45f4-ae1e-98ca6454acba with binding_index 1 {{(pid=102476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 14 18:18:33.793032 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] For port 9370245b-8e69-422c-8235-4cb04836212c, host dv-cinder-821739-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=9370245b-8e69-422c-8235-4cb04836212c,segment=NetworkSegment(6328bd3b-152c-46b0-856b-068df43a7723),segment_id=6328bd3b-152c-46b0-856b-068df43a7723)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:18:33.821335 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:33.897865 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Pushing event updated for resources: {'Port': ['ID=9370245b-8e69-422c-8235-4cb04836212c,revision_number=3']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:18:33.962128 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5328fe76-1824-4fb9-b62b-45e4beecb7d1 admin admin] Notify agent at l3_agent.dv-cinder-821739-1-iscsi the message routers_updated {{(pid=102476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:18:33.976987 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb331bbc-0d97-4711-a6d1-7779b7ddc727 None None] Sync routers for ids ['ef5d4ac0-65e8-4141-a13d-576baaa329ba'] in dv-cinder-821739-1-iscsi {{(pid=102478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:18:33.996748 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb331bbc-0d97-4711-a6d1-7779b7ddc727 None None] Routers {'ef5d4ac0-65e8-4141-a13d-576baaa329ba'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:18:34.000709 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-5328fe76-1824-4fb9-b62b-45e4beecb7d1 admin admin] Notify callbacks [] for router, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:34.002157 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-5328fe76-1824-4fb9-b62b-45e4beecb7d1 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4169283 Jun 14 18:18:34.002858 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-eb331bbc-0d97-4711-a6d1-7779b7ddc727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:18:19Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['ef5d4ac0-65e8-4141-a13d-576baaa329ba'], 'active': True} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:18:34.006148 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 57650) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:18:34.126739 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvr_db [None req-eb331bbc-0d97-4711-a6d1-7779b7ddc727 None None] Set router ef5d4ac0-65e8-4141-a13d-576baaa329ba gateway port host: dv-cinder-821739-1-iscsi {{(pid=102478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:18:34.185758 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f53735-9f8b-4501-b49f-742b10396745 None None] Network a20cd105-ccee-4ccf-aa21-673440674804 requested from dv-cinder-821739-1-iscsi {{(pid=102478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 18:18:34.271146 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-b030e793-d669-4826-a340-cabe4c582c06 None None] Provisioning complete for port 9370245b-8e69-422c-8235-4cb04836212c triggered by entity DHCP. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:18:34.271440 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-b030e793-d669-4826-a340-cabe4c582c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:34.546768 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-b030e793-d669-4826-a340-cabe4c582c06 None None] Current status of the port 9370245b-8e69-422c-8235-4cb04836212c is: ACTIVE; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:18:34.592859 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-eb331bbc-0d97-4711-a6d1-7779b7ddc727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'name': 'tempest-AttachVolumeNegativeTest-1757857751-router', 'tenant_id': '927013c586d5417e99dbc2cf0a0eed12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '7b326511-d8fa-46b4-874b-af4d5a5cd3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:18:31Z', 'updated_at': '2022-06-14T18:18:33Z', 'revision_number': 3, 'project_id': '927013c586d5417e99dbc2cf0a0eed12', 'gw_port': {'id': '7b326511-d8fa-46b4-874b-af4d5a5cd3b4', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:18:32Z', 'updated_at': '2022-06-14T18:18:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi'}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:18:34.630116 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb331bbc-0d97-4711-a6d1-7779b7ddc727 None None] Checking router: ef5d4ac0-65e8-4141-a13d-576baaa329ba for host: dv-cinder-821739-1-iscsi {{(pid=102478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:18:34.630699 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb331bbc-0d97-4711-a6d1-7779b7ddc727 None None] Updating router ef5d4ac0-65e8-4141-a13d-576baaa329ba port 7b326511-d8fa-46b4-874b-af4d5a5cd3b4 binding host dv-cinder-821739-1-iscsi {{(pid=102478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 18:18:34.661491 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-ae31484d-2b6f-4d65-9b4e-d6df4ae60ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:34.674053 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-eb331bbc-0d97-4711-a6d1-7779b7ddc727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:34.912538 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.db.db_base_plugin_common [None req-ae31484d-2b6f-4d65-9b4e-d6df4ae60ff3 admin admin] Allocated IP 172.20.0.1 (a20cd105-ccee-4ccf-aa21-673440674804/adeaf354-122e-42a5-ab5f-7dce689ddb1f/e8767bc7-2de4-4c78-ac1a-3dfdba970188) {{(pid=102476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:18:35.003776 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-48712983-ccbe-4872-8aea-263c3a463e0f None None] Provisioning complete for port 9370245b-8e69-422c-8235-4cb04836212c triggered by entity DHCP. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:18:35.004561 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-48712983-ccbe-4872-8aea-263c3a463e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:35.048681 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-ae31484d-2b6f-4d65-9b4e-d6df4ae60ff3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:35.091197 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-ae31484d-2b6f-4d65-9b4e-d6df4ae60ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239190878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378765'] for port, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:35.134585 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae31484d-2b6f-4d65-9b4e-d6df4ae60ff3 admin admin] Network a20cd105-ccee-4ccf-aa21-673440674804 is already hosted by enough agents. {{(pid=102476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:18:35.138460 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.base_scheduler [None req-ae31484d-2b6f-4d65-9b4e-d6df4ae60ff3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:18:35.142169 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae31484d-2b6f-4d65-9b4e-d6df4ae60ff3 admin admin] Received port after_create {{(pid=102476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 14 18:18:35.175265 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31484d-2b6f-4d65-9b4e-d6df4ae60ff3 admin admin] Pushing event updated for resources: {'Port': ['ID=e8767bc7-2de4-4c78-ac1a-3dfdba970188,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:18:35.202958 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-ae31484d-2b6f-4d65-9b4e-d6df4ae60ff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8287653'] for router_interface, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:35.427666 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-48712983-ccbe-4872-8aea-263c3a463e0f None None] Current status of the port 9370245b-8e69-422c-8235-4cb04836212c is: ACTIVE; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:18:35.440388 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-ae31484d-2b6f-4d65-9b4e-d6df4ae60ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:35.531946 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-eb331bbc-0d97-4711-a6d1-7779b7ddc727 None None] Notify callbacks [] for port, precommit_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:35.539200 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device 9370245b-8e69-422c-8235-4cb04836212c up at agent ovs-agent-dv-cinder-821739-1-iscsi {{(pid=102478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:18:35.610818 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-eb331bbc-0d97-4711-a6d1-7779b7ddc727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:35.650426 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-ae31484d-2b6f-4d65-9b4e-d6df4ae60ff3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:35.658776 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-ae31484d-2b6f-4d65-9b4e-d6df4ae60ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5378756'] for port, after_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:35.713724 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-dcd38a12-0d29-44cc-bc9d-584909d9ec83 None None] Provisioning complete for port e8767bc7-2de4-4c78-ac1a-3dfdba970188 triggered by entity DHCP. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:18:35.714178 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-dcd38a12-0d29-44cc-bc9d-584909d9ec83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:35.719053 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Provisioning complete for port 9370245b-8e69-422c-8235-4cb04836212c triggered by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:18:35.719424 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:35.740109 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7549479e-4813-40ed-8074-8f14c3591b87 None None] Pushing event updated for resources: {'Port': ['ID=7b326511-d8fa-46b4-874b-af4d5a5cd3b4,revision_number=2']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:18:35.749106 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-ae31484d-2b6f-4d65-9b4e-d6df4ae60ff3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7944463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8284469'] for router_interface, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:35.751043 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31484d-2b6f-4d65-9b4e-d6df4ae60ff3 admin admin] Pushing event updated for resources: {'Port': ['ID=e8767bc7-2de4-4c78-ac1a-3dfdba970188,revision_number=2']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:18:35.778153 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.managers [None req-eb331bbc-0d97-4711-a6d1-7779b7ddc727 None None] Attempting to bind port 7b326511-d8fa-46b4-874b-af4d5a5cd3b4 on host dv-cinder-821739-1-iscsi for vnic_type normal with profile {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 14 18:18:35.778543 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.managers [None req-eb331bbc-0d97-4711-a6d1-7779b7ddc727 None None] Attempting to bind port 7b326511-d8fa-46b4-874b-af4d5a5cd3b4 by drivers openvswitch,hyperv on host dv-cinder-821739-1-iscsi at level 0 using segments [{'id': 'd3be3284-4005-440f-af8c-13455fbdf684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9'}] {{(pid=102478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 14 18:18:35.778888 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb331bbc-0d97-4711-a6d1-7779b7ddc727 None None] Attempting to bind port 7b326511-d8fa-46b4-874b-af4d5a5cd3b4 on network 0514a421-38fe-44fa-a158-ef00d417fed9 {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:18:35.791822 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb331bbc-0d97-4711-a6d1-7779b7ddc727 None None] Checking agent: {'id': 'e8f0c06d-b34a-40ed-9da4-c5e71adce1cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821739-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 3, 22), 'started_at': datetime.datetime(2022, 6, 14, 18, 3, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821739-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:18:35.792099 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb331bbc-0d97-4711-a6d1-7779b7ddc727 None None] Checking segment: {'id': 'd3be3284-4005-440f-af8c-13455fbdf684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 14 18:18:35.792939 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-eb331bbc-0d97-4711-a6d1-7779b7ddc727 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:35.793273 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb331bbc-0d97-4711-a6d1-7779b7ddc727 None None] Bound using segment: {'id': 'd3be3284-4005-440f-af8c-13455fbdf684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9'} {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:18:35.793897 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.managers [None req-eb331bbc-0d97-4711-a6d1-7779b7ddc727 None None] Bound port: 7b326511-d8fa-46b4-874b-af4d5a5cd3b4, host: dv-cinder-821739-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3be3284-4005-440f-af8c-13455fbdf684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9'}}] {{(pid=102478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 14 18:18:35.794516 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-eb331bbc-0d97-4711-a6d1-7779b7ddc727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:35.875466 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae31484d-2b6f-4d65-9b4e-d6df4ae60ff3 admin admin] Network a20cd105-ccee-4ccf-aa21-673440674804 is already hosted by enough agents. {{(pid=102476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:18:35.877212 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.base_scheduler [None req-ae31484d-2b6f-4d65-9b4e-d6df4ae60ff3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:18:35.985688 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-dcd38a12-0d29-44cc-bc9d-584909d9ec83 None None] Port e8767bc7-2de4-4c78-ac1a-3dfdba970188 cannot update to ACTIVE because it is not bound. {{(pid=102478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jun 14 18:18:36.031271 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-eb331bbc-0d97-4711-a6d1-7779b7ddc727 None None] For port 7b326511-d8fa-46b4-874b-af4d5a5cd3b4, host dv-cinder-821739-1-iscsi, cleared binding levels {{(pid=102478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:18:36.039182 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-eb331bbc-0d97-4711-a6d1-7779b7ddc727 None None] For port 7b326511-d8fa-46b4-874b-af4d5a5cd3b4, host dv-cinder-821739-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=7b326511-d8fa-46b4-874b-af4d5a5cd3b4,segment=NetworkSegment(d3be3284-4005-440f-af8c-13455fbdf684),segment_id=d3be3284-4005-440f-af8c-13455fbdf684)] {{(pid=102478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:18:36.066058 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae31484d-2b6f-4d65-9b4e-d6df4ae60ff3 admin admin] Router ef5d4ac0-65e8-4141-a13d-576baaa329ba has already been hosted by L3 agent 2bd7ef4a-700f-45f4-ae1e-98ca6454acba {{(pid=102476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:18:36.068306 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-eb331bbc-0d97-4711-a6d1-7779b7ddc727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:36.146190 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb331bbc-0d97-4711-a6d1-7779b7ddc727 None None] Routers {'ef5d4ac0-65e8-4141-a13d-576baaa329ba'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:18:36.146834 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-eb331bbc-0d97-4711-a6d1-7779b7ddc727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:18:19Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['ef5d4ac0-65e8-4141-a13d-576baaa329ba'], 'active': True} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:18:36.218562 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Current status of the port 9370245b-8e69-422c-8235-4cb04836212c is: ACTIVE; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:18:36.222012 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae31484d-2b6f-4d65-9b4e-d6df4ae60ff3 admin admin] Notify agent at l3_agent.dv-cinder-821739-1-iscsi the message routers_updated {{(pid=102476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:18:36.227703 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-ae31484d-2b6f-4d65-9b4e-d6df4ae60ff3 admin admin] 10.222.0.70 "PUT /v2.0/routers/ef5d4ac0-65e8-4141-a13d-576baaa329ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2204964 Jun 14 18:18:36.292352 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7549479e-4813-40ed-8074-8f14c3591b87 None None] Pushing event updated for resources: {'Port': ['ID=7b326511-d8fa-46b4-874b-af4d5a5cd3b4,revision_number=3']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:18:36.297979 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-f2cb117b-5fa4-4109-b6e9-4515b72d4737 None None] Provisioning complete for port e8767bc7-2de4-4c78-ac1a-3dfdba970188 triggered by entity DHCP. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:18:36.298485 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-f2cb117b-5fa4-4109-b6e9-4515b72d4737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:36.378252 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvr_db [None req-eb331bbc-0d97-4711-a6d1-7779b7ddc727 None None] Set router ef5d4ac0-65e8-4141-a13d-576baaa329ba gateway port host: dv-cinder-821739-1-iscsi {{(pid=102478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:18:36.428699 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-f2cb117b-5fa4-4109-b6e9-4515b72d4737 None None] Port e8767bc7-2de4-4c78-ac1a-3dfdba970188 cannot update to ACTIVE because it is not bound. {{(pid=102478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jun 14 18:18:36.608225 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 57682) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:18:36.619808 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.v2.base [None req-61e354a4-5afa-416d-9a62-389de8c3194a tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1619208731', 'description': 'tempest-description--353113934'}} {{(pid=102476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:18:36.643519 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-eb331bbc-0d97-4711-a6d1-7779b7ddc727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'name': 'tempest-AttachVolumeNegativeTest-1757857751-router', 'tenant_id': '927013c586d5417e99dbc2cf0a0eed12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '7b326511-d8fa-46b4-874b-af4d5a5cd3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:18:31Z', 'updated_at': '2022-06-14T18:18:35Z', 'revision_number': 4, 'project_id': '927013c586d5417e99dbc2cf0a0eed12', 'gw_port': {'id': '7b326511-d8fa-46b4-874b-af4d5a5cd3b4', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:18:32Z', 'updated_at': '2022-06-14T18:18:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_interfaces': [{'id': 'e8767bc7-2de4-4c78-ac1a-3dfdba970188', 'name': '', 'network_id': 'a20cd105-ccee-4ccf-aa21-673440674804', 'tenant_id': '927013c586d5417e99dbc2cf0a0eed12', 'mac_address': 'fa:16:3e:f4:1a:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'adeaf354-122e-42a5-ab5f-7dce689ddb1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:18:34Z', 'updated_at': '2022-06-14T18:18:35Z', 'revision_number': 2, 'project_id': '927013c586d5417e99dbc2cf0a0eed12', 'subnets': [{'id': 'adeaf354-122e-42a5-ab5f-7dce689ddb1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:18:36.645616 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-61e354a4-5afa-416d-9a62-389de8c3194a tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks [] for security_group, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:36.683293 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb331bbc-0d97-4711-a6d1-7779b7ddc727 None None] The sync data for ids ['ef5d4ac0-65e8-4141-a13d-576baaa329ba'] in dv-cinder-821739-1-iscsi is: [{'id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'name': 'tempest-AttachVolumeNegativeTest-1757857751-router', 'tenant_id': '927013c586d5417e99dbc2cf0a0eed12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '7b326511-d8fa-46b4-874b-af4d5a5cd3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:18:31Z', 'updated_at': '2022-06-14T18:18:35Z', 'revision_number': 4, 'project_id': '927013c586d5417e99dbc2cf0a0eed12', 'gw_port': {'id': '7b326511-d8fa-46b4-874b-af4d5a5cd3b4', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:18:32Z', 'updated_at': '2022-06-14T18:18:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_interfaces': [{'id': 'e8767bc7-2de4-4c78-ac1a-3dfdba970188', 'name': '', 'network_id': 'a20cd105-ccee-4ccf-aa21-673440674804', 'tenant_id': '927013c586d5417e99dbc2cf0a0eed12', 'mac_address': 'fa:16:3e:f4:1a:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'adeaf354-122e-42a5-ab5f-7dce689ddb1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:18:34Z', 'updated_at': '2022-06-14T18:18:35Z', 'revision_number': 2, 'project_id': '927013c586d5417e99dbc2cf0a0eed12', 'subnets': [{'id': 'adeaf354-122e-42a5-ab5f-7dce689ddb1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:18:36.768201 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-61e354a4-5afa-416d-9a62-389de8c3194a tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks [] for security_group, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:36.777514 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-61e354a4-5afa-416d-9a62-389de8c3194a tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:36.814823 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-61e354a4-5afa-416d-9a62-389de8c3194a tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks [] for security_group, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:36.816066 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-61e354a4-5afa-416d-9a62-389de8c3194a tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2068160 Jun 14 18:18:36.819124 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 57694) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:18:36.822312 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-6e947cef-f1e3-4db3-b2bb-241911646ca7 req-f16fc749-e4f6-46ee-878a-fa9b8f1f68a4 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=e20b57fd-5805-46f6-9e52-7bb9fca3adc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0870016 Jun 14 18:18:36.824032 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e354a4-5afa-416d-9a62-389de8c3194a tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5975b1-3c33-4da2-8fde-e582d3d1e8b5,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:18:36.824475 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.v2.base [None req-db722b2b-b344-41a5-bac0-791625eab536 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Request body: {'security_group_rule': {'security_group_id': 'cd5975b1-3c33-4da2-8fde-e582d3d1e8b5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:18:36.868268 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-db722b2b-b344-41a5-bac0-791625eab536 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:36.929679 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e947cef-f1e3-4db3-b2bb-241911646ca7 req-1564e89f-3f47-43ae-bee5-ad4e455f18eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:36.929949 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-db722b2b-b344-41a5-bac0-791625eab536 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:36.931381 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-6e947cef-f1e3-4db3-b2bb-241911646ca7 req-1564e89f-3f47-43ae-bee5-ad4e455f18eb service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ba1a6001b639493eb65a9c1197ada8e4&device_id=e20b57fd-5805-46f6-9e52-7bb9fca3adc9 HTTP/1.1" status: 200 len: 1098 time: 0.0539970 Jun 14 18:18:36.936339 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-db722b2b-b344-41a5-bac0-791625eab536 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8370858'] for security_group_rule, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:36.966482 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db722b2b-b344-41a5-bac0-791625eab536 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa3cd480-f270-4820-9629-06f5cc20ed00,revision_number=0']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:18:36.995774 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-db722b2b-b344-41a5-bac0-791625eab536 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:36.997576 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-db722b2b-b344-41a5-bac0-791625eab536 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1772189 Jun 14 18:18:37.007993 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 57706) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:18:37.012171 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.v2.base [None req-7e80ff07-343d-4e72-9865-ef1c18525cc8 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Request body: {'security_group_rule': {'security_group_id': 'cd5975b1-3c33-4da2-8fde-e582d3d1e8b5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:18:37.050827 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-7e80ff07-343d-4e72-9865-ef1c18525cc8 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:37.116236 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-7e80ff07-343d-4e72-9865-ef1c18525cc8 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:37.120860 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-7e80ff07-343d-4e72-9865-ef1c18525cc8 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8370858'] for security_group_rule, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:37.132553 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e947cef-f1e3-4db3-b2bb-241911646ca7 req-b5562d5f-2f5a-447e-8e60-1d50260eb2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:37.134713 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-6e947cef-f1e3-4db3-b2bb-241911646ca7 req-b5562d5f-2f5a-447e-8e60-1d50260eb2b4 service neutron] 10.222.0.90 "GET /v2.0/networks?id=16a38fd0-908c-49c9-8b7d-9ea79627fd40 HTTP/1.1" status: 200 len: 911 time: 0.1731255 Jun 14 18:18:37.140833 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e80ff07-343d-4e72-9865-ef1c18525cc8 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85604429-0077-4640-91b2-4bb46c8b23a8,revision_number=0']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:18:37.152382 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-7e80ff07-343d-4e72-9865-ef1c18525cc8 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:37.153836 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-7e80ff07-343d-4e72-9865-ef1c18525cc8 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1472161 Jun 14 18:18:37.162265 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 57708) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:18:37.166657 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.v2.base [None req-1c321420-3e9a-4b85-9bbc-9f7c189bcb87 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Request body: {'floatingip': {'floating_network_id': '0514a421-38fe-44fa-a158-ef00d417fed9'}} {{(pid=102477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:18:37.192532 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-1c321420-3e9a-4b85-9bbc-9f7c189bcb87 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks [] for floatingip, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:37.221821 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-6e947cef-f1e3-4db3-b2bb-241911646ca7 req-86481790-9d0c-4785-b5af-90ab686e35fb service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ca32c09-ea48-4a08-b468-7e9cceb38874 HTTP/1.1" status: 200 len: 1001 time: 0.0777628 Jun 14 18:18:37.302010 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e947cef-f1e3-4db3-b2bb-241911646ca7 req-7028289f-ed0e-41ed-9308-3e66d67e165d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:37.303990 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-6e947cef-f1e3-4db3-b2bb-241911646ca7 req-7028289f-ed0e-41ed-9308-3e66d67e165d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b6fd4df0-61f4-48b5-9fb9-b9718ce89b6a HTTP/1.1" status: 200 len: 848 time: 0.0741818 Jun 14 18:18:37.342762 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-1c321420-3e9a-4b85-9bbc-9f7c189bcb87 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:37.370171 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e947cef-f1e3-4db3-b2bb-241911646ca7 req-c45fe24d-b456-4352-89d2-490088312b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:37.372048 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-6e947cef-f1e3-4db3-b2bb-241911646ca7 req-c45fe24d-b456-4352-89d2-490088312b26 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=16a38fd0-908c-49c9-8b7d-9ea79627fd40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0531530 Jun 14 18:18:37.477405 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.db_base_plugin_common [None req-1c321420-3e9a-4b85-9bbc-9f7c189bcb87 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Allocated IP 172.27.2.190 (0514a421-38fe-44fa-a158-ef00d417fed9/5974f5a1-c656-4a3f-aaeb-f2cb77111b45/5957053c-1429-48c2-b9f7-6d7d84cb4f37) {{(pid=102477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:18:37.479196 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-6e947cef-f1e3-4db3-b2bb-241911646ca7 req-428e7700-b9a9-4b4c-88fc-9d41a072c687 service neutron] 10.222.0.90 "GET /v2.0/networks/16a38fd0-908c-49c9-8b7d-9ea79627fd40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990717 Jun 14 18:18:37.616773 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-6e947cef-f1e3-4db3-b2bb-241911646ca7 req-f1623f3b-8680-4b03-bf5d-3ff9f719c8a6 service neutron] 10.222.0.90 "GET /v2.0/networks/16a38fd0-908c-49c9-8b7d-9ea79627fd40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302466 Jun 14 18:18:37.631163 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-1c321420-3e9a-4b85-9bbc-9f7c189bcb87 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks [] for port, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:37.677865 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-1c321420-3e9a-4b85-9bbc-9f7c189bcb87 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239190878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16661523'] for port, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:37.721935 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c321420-3e9a-4b85-9bbc-9f7c189bcb87 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Network 0514a421-38fe-44fa-a158-ef00d417fed9 is already hosted by enough agents. {{(pid=102477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:18:37.723905 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.base_scheduler [None req-1c321420-3e9a-4b85-9bbc-9f7c189bcb87 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Resources bound (agent type, host, resource id): {{(pid=102477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:18:37.731298 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c321420-3e9a-4b85-9bbc-9f7c189bcb87 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Received port after_create {{(pid=102477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 14 18:18:37.770519 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c321420-3e9a-4b85-9bbc-9f7c189bcb87 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Pushing event updated for resources: {'Port': ['ID=5957053c-1429-48c2-b9f7-6d7d84cb4f37,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:18:37.832677 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-1c321420-3e9a-4b85-9bbc-9f7c189bcb87 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:37.875404 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-1c321420-3e9a-4b85-9bbc-9f7c189bcb87 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:38.078595 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-1c321420-3e9a-4b85-9bbc-9f7c189bcb87 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks [] for port, precommit_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:38.085099 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-1c321420-3e9a-4b85-9bbc-9f7c189bcb87 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16661530'] for port, after_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:38.165408 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-afb80a42-3380-44a6-be72-fe266ac36575 req-af67edae-b68f-49ce-a5b7-2597f540ea95 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2007796225&fields=id&tenant_id=a98d65273e2546aa9252b74c4f9daae4 HTTP/1.1" status: 200 len: 267 time: 0.0545938 Jun 14 18:18:38.181056 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-1c321420-3e9a-4b85-9bbc-9f7c189bcb87 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8287696'] for floatingip, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:38.186200 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c321420-3e9a-4b85-9bbc-9f7c189bcb87 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Pushing event updated for resources: {'Port': ['ID=5957053c-1429-48c2-b9f7-6d7d84cb4f37,revision_number=2']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:18:38.206281 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-1c321420-3e9a-4b85-9bbc-9f7c189bcb87 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for floatingip, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:38.207970 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-1c321420-3e9a-4b85-9bbc-9f7c189bcb87 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0447743 Jun 14 18:18:38.308857 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb80a42-3380-44a6-be72-fe266ac36575 req-2164bcd0-406a-4f39-b6cd-db0572140600 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:38.310649 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-afb80a42-3380-44a6-be72-fe266ac36575 req-2164bcd0-406a-4f39-b6cd-db0572140600 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/networks?id=576da013-3617-4a8e-90bf-f7e3da71dae2 HTTP/1.1" status: 200 len: 811 time: 0.1436388 Jun 14 18:18:38.331075 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-afb80a42-3380-44a6-be72-fe266ac36575 req-81c7cda5-e536-4f5b-b894-21a8bada8fde tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/quotas/a98d65273e2546aa9252b74c4f9daae4 HTTP/1.1" status: 200 len: 375 time: 0.0118761 Jun 14 18:18:38.393631 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-10e80b7d-7087-479b-8d38-c76c2c4ed5c2 req-7940233d-9309-4ada-a923-244793032b7e tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1619208731&fields=id&tenant_id=927013c586d5417e99dbc2cf0a0eed12 HTTP/1.1" status: 200 len: 267 time: 0.0486417 Jun 14 18:18:38.421465 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-afb80a42-3380-44a6-be72-fe266ac36575 req-b6cdb239-8959-42a4-800e-28cc49e5fb0c tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=a98d65273e2546aa9252b74c4f9daae4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0806179 Jun 14 18:18:38.522224 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e80b7d-7087-479b-8d38-c76c2c4ed5c2 req-116eee79-4466-4767-9e32-1d2e5d0ceb34 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:38.523829 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-10e80b7d-7087-479b-8d38-c76c2c4ed5c2 req-116eee79-4466-4767-9e32-1d2e5d0ceb34 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/networks?id=a20cd105-ccee-4ccf-aa21-673440674804 HTTP/1.1" status: 200 len: 815 time: 0.1293945 Jun 14 18:18:38.540931 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-10e80b7d-7087-479b-8d38-c76c2c4ed5c2 req-7e1e1018-41ee-40d9-bc32-9ff05b51383d tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/quotas/927013c586d5417e99dbc2cf0a0eed12 HTTP/1.1" status: 200 len: 375 time: 0.0106986 Jun 14 18:18:38.592056 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-afb80a42-3380-44a6-be72-fe266ac36575 req-318d91dd-64ae-4ac8-9401-16d2182acf85 service neutron] 10.222.0.70 "GET /v2.0/networks/576da013-3617-4a8e-90bf-f7e3da71dae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638610 Jun 14 18:18:38.603980 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-10e80b7d-7087-479b-8d38-c76c2c4ed5c2 req-4e6b2ac6-df69-4d25-9cbd-15a0d8fbba35 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=927013c586d5417e99dbc2cf0a0eed12&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0536263 Jun 14 18:18:38.704367 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-afb80a42-3380-44a6-be72-fe266ac36575 req-5c17ec1f-9cab-4cf5-a8bd-3480e6f66ee3 service neutron] 10.222.0.70 "GET /v2.0/networks/576da013-3617-4a8e-90bf-f7e3da71dae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038501 Jun 14 18:18:38.716959 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-10e80b7d-7087-479b-8d38-c76c2c4ed5c2 req-71a664a1-0191-4faf-8d2e-2786536c088e service neutron] 10.222.0.70 "GET /v2.0/networks/a20cd105-ccee-4ccf-aa21-673440674804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990283 Jun 14 18:18:38.824700 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-10e80b7d-7087-479b-8d38-c76c2c4ed5c2 req-a7367fd5-7308-41c6-a566-1125a291ebce service neutron] 10.222.0.70 "GET /v2.0/networks/a20cd105-ccee-4ccf-aa21-673440674804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993500 Jun 14 18:18:39.023749 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-392fdd17-f2f4-44ce-a0ac-fa278cd3de5a req-a98341e0-b7ad-461a-a3e2-55b0b061ab9c tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d5cf695-91ef-443b-952e-3deb63c31a35 HTTP/1.1" status: 200 len: 210 time: 0.0480127 Jun 14 18:18:39.076842 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-abc46654-e805-42a1-a90b-19b6478143bd req-0200b3a9-4ffc-4ea1-b6cf-03e8e6a41985 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/ports?device_id=c867268a-6ee0-4c0d-a40b-7f38268c4dc4 HTTP/1.1" status: 200 len: 210 time: 0.0400243 Jun 14 18:18:39.304759 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f122911b-9f80-4105-ba6f-d5468d24441a None None] Sync routers for ids ['ef5d4ac0-65e8-4141-a13d-576baaa329ba'] in dv-cinder-821739-1-iscsi {{(pid=102479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:18:39.337745 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f122911b-9f80-4105-ba6f-d5468d24441a None None] Routers {'ef5d4ac0-65e8-4141-a13d-576baaa329ba'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:18:39.342449 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-f122911b-9f80-4105-ba6f-d5468d24441a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:18:19Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['ef5d4ac0-65e8-4141-a13d-576baaa329ba'], 'active': True} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:18:39.405131 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device 7b326511-d8fa-46b4-874b-af4d5a5cd3b4 up at agent ovs-agent-dv-cinder-821739-1-iscsi {{(pid=102478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:18:39.474571 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Provisioning complete for port 7b326511-d8fa-46b4-874b-af4d5a5cd3b4 triggered by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:18:39.475179 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:39.503198 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvr_db [None req-f122911b-9f80-4105-ba6f-d5468d24441a None None] Set router ef5d4ac0-65e8-4141-a13d-576baaa329ba gateway port host: dv-cinder-821739-1-iscsi {{(pid=102479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:18:39.585485 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Current status of the port 7b326511-d8fa-46b4-874b-af4d5a5cd3b4 is: DOWN; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:18:39.586176 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:39.634773 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] For port 7b326511-d8fa-46b4-874b-af4d5a5cd3b4, host dv-cinder-821739-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=7b326511-d8fa-46b4-874b-af4d5a5cd3b4,segment=NetworkSegment(d3be3284-4005-440f-af8c-13455fbdf684),segment_id=d3be3284-4005-440f-af8c-13455fbdf684)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:18:39.641401 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:39.706176 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Pushing event updated for resources: {'Port': ['ID=7b326511-d8fa-46b4-874b-af4d5a5cd3b4,revision_number=4']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:18:39.788041 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-f122911b-9f80-4105-ba6f-d5468d24441a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'name': 'tempest-AttachVolumeNegativeTest-1757857751-router', 'tenant_id': '927013c586d5417e99dbc2cf0a0eed12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '7b326511-d8fa-46b4-874b-af4d5a5cd3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:18:31Z', 'updated_at': '2022-06-14T18:18:35Z', 'revision_number': 4, 'project_id': '927013c586d5417e99dbc2cf0a0eed12', 'gw_port': {'id': '7b326511-d8fa-46b4-874b-af4d5a5cd3b4', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:18:32Z', 'updated_at': '2022-06-14T18:18:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_interfaces': [{'id': 'e8767bc7-2de4-4c78-ac1a-3dfdba970188', 'name': '', 'network_id': 'a20cd105-ccee-4ccf-aa21-673440674804', 'tenant_id': '927013c586d5417e99dbc2cf0a0eed12', 'mac_address': 'fa:16:3e:f4:1a:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'adeaf354-122e-42a5-ab5f-7dce689ddb1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:18:34Z', 'updated_at': '2022-06-14T18:18:35Z', 'revision_number': 2, 'project_id': '927013c586d5417e99dbc2cf0a0eed12', 'subnets': [{'id': 'adeaf354-122e-42a5-ab5f-7dce689ddb1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:18:39.818240 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f122911b-9f80-4105-ba6f-d5468d24441a None None] Checking router: ef5d4ac0-65e8-4141-a13d-576baaa329ba for host: dv-cinder-821739-1-iscsi {{(pid=102479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:18:39.818583 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f122911b-9f80-4105-ba6f-d5468d24441a None None] Updating router ef5d4ac0-65e8-4141-a13d-576baaa329ba port e8767bc7-2de4-4c78-ac1a-3dfdba970188 binding host dv-cinder-821739-1-iscsi {{(pid=102479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 18:18:39.845606 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron_lib.callbacks.manager [None req-f122911b-9f80-4105-ba6f-d5468d24441a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:39.918655 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 57830) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:18:39.990174 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d988ed7-b940-4c71-9820-2985d4c504d9 admin admin] Deleting subnet 5aa16359-a3da-465e-8289-821561002c6e {{(pid=102477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jun 14 18:18:39.993266 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-7d988ed7-b940-4c71-9820-2985d4c504d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:40.035362 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12e4223-7939-42a7-985a-0788fe07f240 req-7b651d95-f75b-46fc-a62d-1ae3fb8a0c21 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:40.037724 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-b12e4223-7939-42a7-985a-0788fe07f240 req-7b651d95-f75b-46fc-a62d-1ae3fb8a0c21 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=a622a78c-3723-434b-a685-47d1846e0778 HTTP/1.1" status: 200 len: 946 time: 0.0921841 Jun 14 18:18:40.044111 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-7d988ed7-b940-4c71-9820-2985d4c504d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16658451'] for subnet, precommit_delete_associations {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:40.125154 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-b12e4223-7939-42a7-985a-0788fe07f240 req-b522ac92-eb9e-43f0-9b4b-6a70cc86fec0 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f5f9c8a-576d-406f-acb0-3572b0ba74cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732112 Jun 14 18:18:40.129737 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron_lib.callbacks.manager [None req-f122911b-9f80-4105-ba6f-d5468d24441a None None] Notify callbacks [] for port, precommit_update {{(pid=102479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:40.134290 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-016aa7dd-88be-4406-8fc5-acac1b316dc9 req-dcc7c6bd-fa40-4918-b54b-4e028c6cac73 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d5cf695-91ef-443b-952e-3deb63c31a35 HTTP/1.1" status: 200 len: 210 time: 0.0350404 Jun 14 18:18:40.141043 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron_lib.callbacks.manager [None req-f122911b-9f80-4105-ba6f-d5468d24441a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:40.145229 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-7d988ed7-b940-4c71-9820-2985d4c504d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-977723'] for subnet, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:40.235184 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-f1c31051-1ed5-41a0-862d-c2a4cd7f99ce req-8708a689-cec5-47b7-9031-e0f50b2db8b8 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/ports?device_id=c867268a-6ee0-4c0d-a40b-7f38268c4dc4 HTTP/1.1" status: 200 len: 210 time: 0.0300674 Jun 14 18:18:40.253916 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-7d988ed7-b940-4c71-9820-2985d4c504d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-977714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16661700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4693647'] for subnet, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:40.277257 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-7d988ed7-b940-4c71-9820-2985d4c504d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7944499'] for subnet, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:40.285944 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-7d988ed7-b940-4c71-9820-2985d4c504d9 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/5aa16359-a3da-465e-8289-821561002c6e HTTP/1.1" status: 204 len: 168 time: 0.3661437 Jun 14 18:18:40.306777 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 57836) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:18:40.324216 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.plugins.ml2.managers [None req-f122911b-9f80-4105-ba6f-d5468d24441a None None] Attempting to bind port e8767bc7-2de4-4c78-ac1a-3dfdba970188 on host dv-cinder-821739-1-iscsi for vnic_type normal with profile {{(pid=102479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 14 18:18:40.325179 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.plugins.ml2.managers [None req-f122911b-9f80-4105-ba6f-d5468d24441a None None] Attempting to bind port e8767bc7-2de4-4c78-ac1a-3dfdba970188 by drivers openvswitch,hyperv on host dv-cinder-821739-1-iscsi at level 0 using segments [{'id': '6328bd3b-152c-46b0-856b-068df43a7723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'a20cd105-ccee-4ccf-aa21-673440674804'}] {{(pid=102479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 14 18:18:40.325725 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f122911b-9f80-4105-ba6f-d5468d24441a None None] Attempting to bind port e8767bc7-2de4-4c78-ac1a-3dfdba970188 on network a20cd105-ccee-4ccf-aa21-673440674804 {{(pid=102479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:18:40.326956 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d988ed7-b940-4c71-9820-2985d4c504d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5aa16359-a3da-465e-8289-821561002c6e,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:18:40.331365 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48829635-7efd-437b-815b-1f75fcf1d8ac None None] Pushing event updated for resources: {'Port': ['ID=e8767bc7-2de4-4c78-ac1a-3dfdba970188,revision_number=3']} {{(pid=102479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:18:40.339194 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f122911b-9f80-4105-ba6f-d5468d24441a None None] Checking agent: {'id': 'e8f0c06d-b34a-40ed-9da4-c5e71adce1cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821739-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 3, 22), 'started_at': datetime.datetime(2022, 6, 14, 18, 3, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821739-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:18:40.339805 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f122911b-9f80-4105-ba6f-d5468d24441a None None] Checking segment: {'id': '6328bd3b-152c-46b0-856b-068df43a7723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'a20cd105-ccee-4ccf-aa21-673440674804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 14 18:18:40.340237 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron_lib.callbacks.manager [None req-f122911b-9f80-4105-ba6f-d5468d24441a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:40.340625 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f122911b-9f80-4105-ba6f-d5468d24441a None None] Bound using segment: {'id': '6328bd3b-152c-46b0-856b-068df43a7723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'a20cd105-ccee-4ccf-aa21-673440674804'} {{(pid=102479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:18:40.341077 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.plugins.ml2.managers [None req-f122911b-9f80-4105-ba6f-d5468d24441a None None] Bound port: e8767bc7-2de4-4c78-ac1a-3dfdba970188, host: dv-cinder-821739-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6328bd3b-152c-46b0-856b-068df43a7723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'a20cd105-ccee-4ccf-aa21-673440674804'}}] {{(pid=102479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 14 18:18:40.341852 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron_lib.callbacks.manager [None req-f122911b-9f80-4105-ba6f-d5468d24441a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:40.349287 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48829635-7efd-437b-815b-1f75fcf1d8ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:40.350070 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48829635-7efd-437b-815b-1f75fcf1d8ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:40.350472 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48829635-7efd-437b-815b-1f75fcf1d8ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:40.351118 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48829635-7efd-437b-815b-1f75fcf1d8ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:40.351666 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48829635-7efd-437b-815b-1f75fcf1d8ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:40.352495 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48829635-7efd-437b-815b-1f75fcf1d8ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:40.352495 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48829635-7efd-437b-815b-1f75fcf1d8ac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:40.352851 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48829635-7efd-437b-815b-1f75fcf1d8ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:40.353236 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48829635-7efd-437b-815b-1f75fcf1d8ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:40.353624 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48829635-7efd-437b-815b-1f75fcf1d8ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:40.354028 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48829635-7efd-437b-815b-1f75fcf1d8ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:40.354889 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48829635-7efd-437b-815b-1f75fcf1d8ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:40.374938 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb80a42-3380-44a6-be72-fe266ac36575 req-b36eae03-e3cb-45a3-9abb-5700140473d6 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:40.382718 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-afb80a42-3380-44a6-be72-fe266ac36575 req-b36eae03-e3cb-45a3-9abb-5700140473d6 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.90 "GET /v2.0/networks?id=576da013-3617-4a8e-90bf-f7e3da71dae2 HTTP/1.1" status: 200 len: 811 time: 0.1834202 Jun 14 18:18:40.414166 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-8fabe16a-06dd-4aa1-bf5a-31183c5e8dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592896'] for network, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:40.447094 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-afb80a42-3380-44a6-be72-fe266ac36575 req-f9428948-8e5f-4f84-9602-d63d1366386a tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a98d65273e2546aa9252b74c4f9daae4 HTTP/1.1" status: 200 len: 380 time: 0.0507262 Jun 14 18:18:40.460216 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.v2.base [req-afb80a42-3380-44a6-be72-fe266ac36575 req-93ebd3e3-3bf6-488e-82d9-341afc0d7395 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Request body: {'port': {'device_id': 'c867268a-6ee0-4c0d-a40b-7f38268c4dc4', 'network_id': '576da013-3617-4a8e-90bf-f7e3da71dae2', 'admin_state_up': True, 'tenant_id': 'a98d65273e2546aa9252b74c4f9daae4', 'security_groups': ['6e9b1789-2c21-44c4-9200-ad2f8fbcbd48']}} {{(pid=102476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:18:40.461433 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.plugins.ml2.db [None req-f122911b-9f80-4105-ba6f-d5468d24441a None None] For port e8767bc7-2de4-4c78-ac1a-3dfdba970188, host dv-cinder-821739-1-iscsi, cleared binding levels {{(pid=102479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:18:40.467077 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.plugins.ml2.db [None req-f122911b-9f80-4105-ba6f-d5468d24441a None None] For port e8767bc7-2de4-4c78-ac1a-3dfdba970188, host dv-cinder-821739-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=e8767bc7-2de4-4c78-ac1a-3dfdba970188,segment=NetworkSegment(6328bd3b-152c-46b0-856b-068df43a7723),segment_id=6328bd3b-152c-46b0-856b-068df43a7723)] {{(pid=102479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:18:40.478374 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron_lib.callbacks.manager [None req-f122911b-9f80-4105-ba6f-d5468d24441a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:40.546284 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-8fabe16a-06dd-4aa1-bf5a-31183c5e8dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-955256', 'neutron.services.segments.db._delete_segments_for_network-8758239721683'] for network, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:40.558729 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f122911b-9f80-4105-ba6f-d5468d24441a None None] Routers {'ef5d4ac0-65e8-4141-a13d-576baaa329ba'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:18:40.559565 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-f122911b-9f80-4105-ba6f-d5468d24441a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:18:19Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['ef5d4ac0-65e8-4141-a13d-576baaa329ba'], 'active': True} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:18:40.574103 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.services.segments.db [None req-8fabe16a-06dd-4aa1-bf5a-31183c5e8dbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d779f00e-96f7-4ae0-81bd-dcc4a767a1f5']}} {{(pid=102477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:18:40.586435 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.services.segments.db [None req-8fabe16a-06dd-4aa1-bf5a-31183c5e8dbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '868c91e4-9594-4965-92ce-239a668f93b4') {'for_net_delete': True} {{(pid=102477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:18:40.587087 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.services.segments.db [None req-8fabe16a-06dd-4aa1-bf5a-31183c5e8dbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '868c91e4-9594-4965-92ce-239a668f93b4') {} {{(pid=102477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:18:40.606439 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-8fabe16a-06dd-4aa1-bf5a-31183c5e8dbc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758239721948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16658456'] for segment, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:40.609530 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-efc584b2-2fa3-48c0-9c6c-32ed8445769f None None] Provisioning complete for port e8767bc7-2de4-4c78-ac1a-3dfdba970188 triggered by entity DHCP. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:18:40.616160 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-efc584b2-2fa3-48c0-9c6c-32ed8445769f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:40.624915 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afb80a42-3380-44a6-be72-fe266ac36575 req-93ebd3e3-3bf6-488e-82d9-341afc0d7395 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Made reservation on behalf of a98d65273e2546aa9252b74c4f9daae4 for: {'port': 1} {{(pid=102476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:18:40.626497 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-8fabe16a-06dd-4aa1-bf5a-31183c5e8dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977873'] for segment, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:40.629710 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-afb80a42-3380-44a6-be72-fe266ac36575 req-93ebd3e3-3bf6-488e-82d9-341afc0d7395 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:40.636077 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fabe16a-06dd-4aa1-bf5a-31183c5e8dbc admin admin] Releasing vlan 1047 on physical network physnet1 to pool {{(pid=102477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 18:18:40.637059 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-8fabe16a-06dd-4aa1-bf5a-31183c5e8dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16661566'] for segment, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:40.671815 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.services.segments.plugin [-] Segment 868c91e4-9594-4965-92ce-239a668f93b4 resource provider aggregate not found Jun 14 18:18:40.718965 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.services.segments.plugin [-] Segment 868c91e4-9594-4965-92ce-239a668f93b4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 868c91e4-9594-4965-92ce-239a668f93b4 found for delete ", "request_id": "req-af086b25-1ad6-4b9e-b0c4-4911cee4d42b"}]} Jun 14 18:18:40.820757 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-efc584b2-2fa3-48c0-9c6c-32ed8445769f None None] Current status of the port e8767bc7-2de4-4c78-ac1a-3dfdba970188 is: DOWN; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:18:40.821950 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-efc584b2-2fa3-48c0-9c6c-32ed8445769f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:40.843073 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-8fabe16a-06dd-4aa1-bf5a-31183c5e8dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-955201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8287522'] for network, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:40.844944 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvr_db [None req-f122911b-9f80-4105-ba6f-d5468d24441a None None] Set router ef5d4ac0-65e8-4141-a13d-576baaa329ba gateway port host: dv-cinder-821739-1-iscsi {{(pid=102479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:18:40.845285 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.db.db_base_plugin_common [req-afb80a42-3380-44a6-be72-fe266ac36575 req-93ebd3e3-3bf6-488e-82d9-341afc0d7395 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Allocated IP 172.20.0.8 (576da013-3617-4a8e-90bf-f7e3da71dae2/d637fcab-e631-4a9a-85a6-1edd05917c42/2af0a7a3-7d79-44a7-9b66-c56a0fb05efc) {{(pid=102476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:18:40.892401 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-efc584b2-2fa3-48c0-9c6c-32ed8445769f None None] For port e8767bc7-2de4-4c78-ac1a-3dfdba970188, host dv-cinder-821739-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=e8767bc7-2de4-4c78-ac1a-3dfdba970188,segment=NetworkSegment(6328bd3b-152c-46b0-856b-068df43a7723),segment_id=6328bd3b-152c-46b0-856b-068df43a7723)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:18:40.898478 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-efc584b2-2fa3-48c0-9c6c-32ed8445769f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:40.900808 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-8fabe16a-06dd-4aa1-bf5a-31183c5e8dbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7944499'] for network, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:40.908290 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-8fabe16a-06dd-4aa1-bf5a-31183c5e8dbc admin admin] 10.222.0.70 "DELETE /v2.0/networks/d779f00e-96f7-4ae0-81bd-dcc4a767a1f5 HTTP/1.1" status: 204 len: 168 time: 0.5996001 Jun 14 18:18:40.925138 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fabe16a-06dd-4aa1-bf5a-31183c5e8dbc admin admin] Pushing event deleted for resources: {'Network': ['ID=d779f00e-96f7-4ae0-81bd-dcc4a767a1f5,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:18:40.982018 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc584b2-2fa3-48c0-9c6c-32ed8445769f None None] Pushing event updated for resources: {'Port': ['ID=e8767bc7-2de4-4c78-ac1a-3dfdba970188,revision_number=5']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:18:41.004691 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e80b7d-7087-479b-8d38-c76c2c4ed5c2 req-dd061265-eba9-431d-98ad-b961108177bc tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:41.009157 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-10e80b7d-7087-479b-8d38-c76c2c4ed5c2 req-dd061265-eba9-431d-98ad-b961108177bc tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.90 "GET /v2.0/networks?id=a20cd105-ccee-4ccf-aa21-673440674804 HTTP/1.1" status: 200 len: 815 time: 0.2262199 Jun 14 18:18:41.032174 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-fadd8a79-b12a-4f1a-a4c0-f40aec318461 None None] Provisioning complete for port e8767bc7-2de4-4c78-ac1a-3dfdba970188 triggered by entity DHCP. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:18:41.032603 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-fadd8a79-b12a-4f1a-a4c0-f40aec318461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:41.065366 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48829635-7efd-437b-815b-1f75fcf1d8ac None None] Pushing event updated for resources: {'Port': ['ID=e8767bc7-2de4-4c78-ac1a-3dfdba970188,revision_number=4']} {{(pid=102479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:18:41.088638 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-10e80b7d-7087-479b-8d38-c76c2c4ed5c2 req-81079b7d-db74-460c-a095-5fdd0722a4e3 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=927013c586d5417e99dbc2cf0a0eed12 HTTP/1.1" status: 200 len: 380 time: 0.0654743 Jun 14 18:18:41.102583 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.v2.base [req-10e80b7d-7087-479b-8d38-c76c2c4ed5c2 req-6a45352a-b696-4637-9a69-90f018c219aa tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Request body: {'port': {'device_id': '4d5cf695-91ef-443b-952e-3deb63c31a35', 'network_id': 'a20cd105-ccee-4ccf-aa21-673440674804', 'admin_state_up': True, 'tenant_id': '927013c586d5417e99dbc2cf0a0eed12', 'security_groups': ['cd5975b1-3c33-4da2-8fde-e582d3d1e8b5']}} {{(pid=102477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:18:41.168984 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-afb80a42-3380-44a6-be72-fe266ac36575 req-93ebd3e3-3bf6-488e-82d9-341afc0d7395 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks [] for port, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:41.189691 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 57852) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:18:41.212152 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-fadd8a79-b12a-4f1a-a4c0-f40aec318461 None None] Current status of the port e8767bc7-2de4-4c78-ac1a-3dfdba970188 is: ACTIVE; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:18:41.289692 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-afb80a42-3380-44a6-be72-fe266ac36575 req-93ebd3e3-3bf6-488e-82d9-341afc0d7395 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239190878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378765'] for port, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:41.316840 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-9e691191-449d-4d5a-a006-eef6c5ebbc16 req-32b5eb86-02dd-4ac6-80e3-5aa57eee5048 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d5cf695-91ef-443b-952e-3deb63c31a35 HTTP/1.1" status: 200 len: 210 time: 0.0456829 Jun 14 18:18:41.332625 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10e80b7d-7087-479b-8d38-c76c2c4ed5c2 req-6a45352a-b696-4637-9a69-90f018c219aa tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Made reservation on behalf of 927013c586d5417e99dbc2cf0a0eed12 for: {'port': 1} {{(pid=102477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:18:41.345786 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-10e80b7d-7087-479b-8d38-c76c2c4ed5c2 req-6a45352a-b696-4637-9a69-90f018c219aa tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:41.350178 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 57856) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:18:41.351289 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-07e78b90-d23e-409f-8799-409c7d091e12 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a567aedab9d644fcb4c64e9049814e01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1568916 Jun 14 18:18:41.377852 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ebd3e3-3bf6-488e-82d9-341afc0d7395 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Pushing event updated for resources: {'Port': ['ID=2af0a7a3-7d79-44a7-9b66-c56a0fb05efc,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:18:41.390660 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-f122911b-9f80-4105-ba6f-d5468d24441a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'name': 'tempest-AttachVolumeNegativeTest-1757857751-router', 'tenant_id': '927013c586d5417e99dbc2cf0a0eed12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '7b326511-d8fa-46b4-874b-af4d5a5cd3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:18:31Z', 'updated_at': '2022-06-14T18:18:35Z', 'revision_number': 4, 'project_id': '927013c586d5417e99dbc2cf0a0eed12', 'gw_port': {'id': '7b326511-d8fa-46b4-874b-af4d5a5cd3b4', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:18:32Z', 'updated_at': '2022-06-14T18:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_interfaces': [{'id': 'e8767bc7-2de4-4c78-ac1a-3dfdba970188', 'name': '', 'network_id': 'a20cd105-ccee-4ccf-aa21-673440674804', 'tenant_id': '927013c586d5417e99dbc2cf0a0eed12', 'mac_address': 'fa:16:3e:f4:1a:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'adeaf354-122e-42a5-ab5f-7dce689ddb1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:18:34Z', 'updated_at': '2022-06-14T18:18:40Z', 'revision_number': 4, 'project_id': '927013c586d5417e99dbc2cf0a0eed12', 'subnets': [{'id': 'adeaf354-122e-42a5-ab5f-7dce689ddb1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:18:41.393830 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afb80a42-3380-44a6-be72-fe266ac36575 req-93ebd3e3-3bf6-488e-82d9-341afc0d7395 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Network 576da013-3617-4a8e-90bf-f7e3da71dae2 is already hosted by enough agents. {{(pid=102476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:18:41.404396 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.base_scheduler [req-afb80a42-3380-44a6-be72-fe266ac36575 req-93ebd3e3-3bf6-488e-82d9-341afc0d7395 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Resources bound (agent type, host, resource id): {{(pid=102476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:18:41.419304 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecba1eb8-f69b-4a4d-95d2-c12971c520f9 req-6c5b3b06-16c6-44ab-89be-5ebd1aedb185 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:41.421008 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-ecba1eb8-f69b-4a4d-95d2-c12971c520f9 req-6c5b3b06-16c6-44ab-89be-5ebd1aedb185 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=a622a78c-3723-434b-a685-47d1846e0778 HTTP/1.1" status: 200 len: 946 time: 0.1688893 Jun 14 18:18:41.421964 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.db.l3_dvrscheduler_db [req-afb80a42-3380-44a6-be72-fe266ac36575 req-93ebd3e3-3bf6-488e-82d9-341afc0d7395 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Received port after_create {{(pid=102476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 14 18:18:41.435879 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f122911b-9f80-4105-ba6f-d5468d24441a None None] The sync data for ids ['ef5d4ac0-65e8-4141-a13d-576baaa329ba'] in dv-cinder-821739-1-iscsi is: [{'id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'name': 'tempest-AttachVolumeNegativeTest-1757857751-router', 'tenant_id': '927013c586d5417e99dbc2cf0a0eed12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '7b326511-d8fa-46b4-874b-af4d5a5cd3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:18:31Z', 'updated_at': '2022-06-14T18:18:35Z', 'revision_number': 4, 'project_id': '927013c586d5417e99dbc2cf0a0eed12', 'gw_port': {'id': '7b326511-d8fa-46b4-874b-af4d5a5cd3b4', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:18:32Z', 'updated_at': '2022-06-14T18:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_interfaces': [{'id': 'e8767bc7-2de4-4c78-ac1a-3dfdba970188', 'name': '', 'network_id': 'a20cd105-ccee-4ccf-aa21-673440674804', 'tenant_id': '927013c586d5417e99dbc2cf0a0eed12', 'mac_address': 'fa:16:3e:f4:1a:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'adeaf354-122e-42a5-ab5f-7dce689ddb1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:18:34Z', 'updated_at': '2022-06-14T18:18:40Z', 'revision_number': 4, 'project_id': '927013c586d5417e99dbc2cf0a0eed12', 'subnets': [{'id': 'adeaf354-122e-42a5-ab5f-7dce689ddb1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:18:41.454464 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device 7b326511-d8fa-46b4-874b-af4d5a5cd3b4 up at agent ovs-agent-dv-cinder-821739-1-iscsi {{(pid=102478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:18:41.495776 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb80a42-3380-44a6-be72-fe266ac36575 req-93ebd3e3-3bf6-488e-82d9-341afc0d7395 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:41.496433 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-afb80a42-3380-44a6-be72-fe266ac36575 req-93ebd3e3-3bf6-488e-82d9-341afc0d7395 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for port, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:41.523165 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-ecba1eb8-f69b-4a4d-95d2-c12971c520f9 req-e801b4d1-9871-4460-9221-9a4dce1d4c37 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f5f9c8a-576d-406f-acb0-3572b0ba74cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739183 Jun 14 18:18:41.533988 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-afb80a42-3380-44a6-be72-fe266ac36575 req-93ebd3e3-3bf6-488e-82d9-341afc0d7395 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0784600 Jun 14 18:18:41.562163 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.v2.base [req-afb80a42-3380-44a6-be72-fe266ac36575 req-885b7ae9-1a6d-41c7-a4a9-d624ca412d84 service neutron] Request body: {'port': {'device_id': 'c867268a-6ee0-4c0d-a40b-7f38268c4dc4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82173'}} {{(pid=102476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:18:41.563286 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Provisioning complete for port 7b326511-d8fa-46b4-874b-af4d5a5cd3b4 triggered by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:18:41.564520 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:41.614769 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-9cc103d7-dbb8-4f34-a72e-37bbe2f76978 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:41.632178 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca50ac-a8a9-479a-8c04-1ffca556dd83 req-1dc14794-ed18-4b79-b538-b6b4e31a2902 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:41.633780 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-1dca50ac-a8a9-479a-8c04-1ffca556dd83 req-1dc14794-ed18-4b79-b538-b6b4e31a2902 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/ports?device_id=c867268a-6ee0-4c0d-a40b-7f38268c4dc4 HTTP/1.1" status: 200 len: 931 time: 0.2026701 Jun 14 18:18:41.663454 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Current status of the port 7b326511-d8fa-46b4-874b-af4d5a5cd3b4 is: ACTIVE; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:18:41.664437 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device e8767bc7-2de4-4c78-ac1a-3dfdba970188 up at agent ovs-agent-dv-cinder-821739-1-iscsi {{(pid=102478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:18:41.678662 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-afb80a42-3380-44a6-be72-fe266ac36575 req-885b7ae9-1a6d-41c7-a4a9-d624ca412d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:41.704501 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-9cc103d7-dbb8-4f34-a72e-37bbe2f76978 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:41.727939 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Provisioning complete for port e8767bc7-2de4-4c78-ac1a-3dfdba970188 triggered by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:18:41.728323 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:41.762439 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-1dca50ac-a8a9-479a-8c04-1ffca556dd83 req-b93b167c-1ef5-41f3-8b81-d9629f9aaf0d tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e9b1789-2c21-44c4-9200-ad2f8fbcbd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195464 Jun 14 18:18:41.804491 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.db_base_plugin_common [req-10e80b7d-7087-479b-8d38-c76c2c4ed5c2 req-6a45352a-b696-4637-9a69-90f018c219aa tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Allocated IP 172.20.0.10 (a20cd105-ccee-4ccf-aa21-673440674804/adeaf354-122e-42a5-ab5f-7dce689ddb1f/ed121229-487c-46cd-b188-a5adcbfb9d5d) {{(pid=102477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:18:41.872194 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48aa96a-2583-478a-9ee9-d8c07e45a7ed req-136de497-7399-4e74-94d9-ae670492e004 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:41.873915 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-c48aa96a-2583-478a-9ee9-d8c07e45a7ed req-136de497-7399-4e74-94d9-ae670492e004 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.90 "GET /v2.0/ports?device_id=a622a78c-3723-434b-a685-47d1846e0778 HTTP/1.1" status: 200 len: 946 time: 0.2800641 Jun 14 18:18:41.878127 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-9cc103d7-dbb8-4f34-a72e-37bbe2f76978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:41.881590 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-9cc103d7-dbb8-4f34-a72e-37bbe2f76978 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:41.882835 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-9cc103d7-dbb8-4f34-a72e-37bbe2f76978 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c43bdaa3-5cca-45f2-b0ee-41f620ca56c9 HTTP/1.1" status: 204 len: 168 time: 0.5287595 Jun 14 18:18:41.912425 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Current status of the port e8767bc7-2de4-4c78-ac1a-3dfdba970188 is: ACTIVE; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:18:41.921020 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc103d7-dbb8-4f34-a72e-37bbe2f76978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c43bdaa3-5cca-45f2-b0ee-41f620ca56c9,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:18:41.925389 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-3bd42351-2c27-4e15-918a-173fa00aacb2 None None] Provisioning complete for port 2af0a7a3-7d79-44a7-9b66-c56a0fb05efc triggered by entity DHCP. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:18:41.929918 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-3bd42351-2c27-4e15-918a-173fa00aacb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:42.019766 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-3bd42351-2c27-4e15-918a-173fa00aacb2 None None] Port 2af0a7a3-7d79-44a7-9b66-c56a0fb05efc cannot update to ACTIVE because it is not bound. {{(pid=102478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jun 14 18:18:42.032558 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-10e80b7d-7087-479b-8d38-c76c2c4ed5c2 req-6a45352a-b696-4637-9a69-90f018c219aa tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks [] for port, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:42.080172 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-10e80b7d-7087-479b-8d38-c76c2c4ed5c2 req-6a45352a-b696-4637-9a69-90f018c219aa tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239190878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16661523'] for port, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:42.130774 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10e80b7d-7087-479b-8d38-c76c2c4ed5c2 req-6a45352a-b696-4637-9a69-90f018c219aa tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Network a20cd105-ccee-4ccf-aa21-673440674804 is already hosted by enough agents. {{(pid=102477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:18:42.134349 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.base_scheduler [req-10e80b7d-7087-479b-8d38-c76c2c4ed5c2 req-6a45352a-b696-4637-9a69-90f018c219aa tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Resources bound (agent type, host, resource id): {{(pid=102477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:18:42.137196 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.l3_dvrscheduler_db [req-10e80b7d-7087-479b-8d38-c76c2c4ed5c2 req-6a45352a-b696-4637-9a69-90f018c219aa tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Received port after_create {{(pid=102477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 14 18:18:42.180041 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a45352a-b696-4637-9a69-90f018c219aa tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Pushing event updated for resources: {'Port': ['ID=ed121229-487c-46cd-b188-a5adcbfb9d5d,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:18:42.206554 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e80b7d-7087-479b-8d38-c76c2c4ed5c2 req-6a45352a-b696-4637-9a69-90f018c219aa tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:42.207230 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-10e80b7d-7087-479b-8d38-c76c2c4ed5c2 req-6a45352a-b696-4637-9a69-90f018c219aa tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for port, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:42.231149 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-10e80b7d-7087-479b-8d38-c76c2c4ed5c2 req-6a45352a-b696-4637-9a69-90f018c219aa tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1360745 Jun 14 18:18:42.258133 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.v2.base [req-10e80b7d-7087-479b-8d38-c76c2c4ed5c2 req-11224a37-6142-4fe6-a2e2-2c77580db972 service neutron] Request body: {'port': {'device_id': '4d5cf695-91ef-443b-952e-3deb63c31a35', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82173'}} {{(pid=102477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:18:42.342922 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-10e80b7d-7087-479b-8d38-c76c2c4ed5c2 req-11224a37-6142-4fe6-a2e2-2c77580db972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:42.504199 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.notifiers.nova [req-afb80a42-3380-44a6-be72-fe266ac36575 req-885b7ae9-1a6d-41c7-a4a9-d624ca412d84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2af0a7a3-7d79-44a7-9b66-c56a0fb05efc {{(pid=102476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:18:42.522505 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-afb80a42-3380-44a6-be72-fe266ac36575 req-885b7ae9-1a6d-41c7-a4a9-d624ca412d84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:42.571041 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.db.provisioning_blocks [req-afb80a42-3380-44a6-be72-fe266ac36575 req-885b7ae9-1a6d-41c7-a4a9-d624ca412d84 service neutron] Transition to ACTIVE for port object 2af0a7a3-7d79-44a7-9b66-c56a0fb05efc will not be triggered until provisioned by entity L2. {{(pid=102476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 18:18:42.582031 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-6299249b-ce57-4909-95b5-210037e9def1 None None] Provisioning complete for port ed121229-487c-46cd-b188-a5adcbfb9d5d triggered by entity DHCP. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:18:42.582715 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-6299249b-ce57-4909-95b5-210037e9def1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:42.587398 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-afb80a42-3380-44a6-be72-fe266ac36575 req-885b7ae9-1a6d-41c7-a4a9-d624ca412d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5378756'] for port, after_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:42.643630 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-6299249b-ce57-4909-95b5-210037e9def1 None None] Port ed121229-487c-46cd-b188-a5adcbfb9d5d cannot update to ACTIVE because it is not bound. {{(pid=102478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jun 14 18:18:42.649584 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f991dd-ead3-46ee-8214-dbcc82a48779 req-df3338d1-1b96-4eb3-9bd5-0a114a2703dc tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:42.652149 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-c3f991dd-ead3-46ee-8214-dbcc82a48779 req-df3338d1-1b96-4eb3-9bd5-0a114a2703dc tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d5cf695-91ef-443b-952e-3deb63c31a35 HTTP/1.1" status: 200 len: 932 time: 0.1618855 Jun 14 18:18:42.671892 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.plugin [req-c48aa96a-2583-478a-9ee9-d8c07e45a7ed req-124f7b85-2938-4628-a02c-ae89017fa785 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Deleting port 8542e76f-e59c-4619-bcf3-47869d9503e3 {{(pid=102476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 14 18:18:42.672231 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-c48aa96a-2583-478a-9ee9-d8c07e45a7ed req-124f7b85-2938-4628-a02c-ae89017fa785 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239577025'] for port, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:42.734748 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce60cc-ac22-4a70-87e9-c647247c4379 req-6cfad3c6-eb24-4c52-9108-804fc4340023 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:42.736278 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-a3ce60cc-ac22-4a70-87e9-c647247c4379 req-6cfad3c6-eb24-4c52-9108-804fc4340023 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=a622a78c-3723-434b-a685-47d1846e0778 HTTP/1.1" status: 200 len: 946 time: 0.0800960 Jun 14 18:18:42.790646 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.notifiers.nova [req-10e80b7d-7087-479b-8d38-c76c2c4ed5c2 req-11224a37-6142-4fe6-a2e2-2c77580db972 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed121229-487c-46cd-b188-a5adcbfb9d5d {{(pid=102477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:18:42.800955 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-10e80b7d-7087-479b-8d38-c76c2c4ed5c2 req-11224a37-6142-4fe6-a2e2-2c77580db972 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:42.809358 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885b7ae9-1a6d-41c7-a4a9-d624ca412d84 service neutron] Pushing event updated for resources: {'Port': ['ID=2af0a7a3-7d79-44a7-9b66-c56a0fb05efc,revision_number=2']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:18:42.824164 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-a3ce60cc-ac22-4a70-87e9-c647247c4379 req-96d3b585-3156-4a36-b7b7-8a2039885e08 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f5f9c8a-576d-406f-acb0-3572b0ba74cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674932 Jun 14 18:18:42.827506 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.provisioning_blocks [req-10e80b7d-7087-479b-8d38-c76c2c4ed5c2 req-11224a37-6142-4fe6-a2e2-2c77580db972 service neutron] Transition to ACTIVE for port object ed121229-487c-46cd-b188-a5adcbfb9d5d will not be triggered until provisioned by entity L2. {{(pid=102477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 18:18:42.839036 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-10e80b7d-7087-479b-8d38-c76c2c4ed5c2 req-11224a37-6142-4fe6-a2e2-2c77580db972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16661530'] for port, after_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:42.903557 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.db [req-c48aa96a-2583-478a-9ee9-d8c07e45a7ed req-124f7b85-2938-4628-a02c-ae89017fa785 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] For port 8542e76f-e59c-4619-bcf3-47869d9503e3, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=8542e76f-e59c-4619-bcf3-47869d9503e3,segment=NetworkSegment(3352f152-10ce-4dbd-b036-7cefe3776371),segment_id=3352f152-10ce-4dbd-b036-7cefe3776371)] {{(pid=102476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:18:42.903557 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-c48aa96a-2583-478a-9ee9-d8c07e45a7ed req-124f7b85-2938-4628-a02c-ae89017fa785 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282467'] for port, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:42.904527 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11224a37-6142-4fe6-a2e2-2c77580db972 service neutron] Pushing event updated for resources: {'Port': ['ID=ed121229-487c-46cd-b188-a5adcbfb9d5d,revision_number=2']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:18:43.000575 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-c3f991dd-ead3-46ee-8214-dbcc82a48779 req-fad7b06e-2c63-4619-a909-1e5cdd66d851 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd5975b1-3c33-4da2-8fde-e582d3d1e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3340650 Jun 14 18:18:43.030592 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.managers [req-afb80a42-3380-44a6-be72-fe266ac36575 req-885b7ae9-1a6d-41c7-a4a9-d624ca412d84 service neutron] Attempting to bind port 2af0a7a3-7d79-44a7-9b66-c56a0fb05efc on host hv-cinder-82173 for vnic_type normal with profile {{(pid=102476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 14 18:18:43.030927 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.managers [req-afb80a42-3380-44a6-be72-fe266ac36575 req-885b7ae9-1a6d-41c7-a4a9-d624ca412d84 service neutron] Attempting to bind port 2af0a7a3-7d79-44a7-9b66-c56a0fb05efc by drivers openvswitch,hyperv on host hv-cinder-82173 at level 0 using segments [{'id': '2256f80c-8b7b-45d3-85f9-54dff98916a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '576da013-3617-4a8e-90bf-f7e3da71dae2'}] {{(pid=102476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 14 18:18:43.031253 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb80a42-3380-44a6-be72-fe266ac36575 req-885b7ae9-1a6d-41c7-a4a9-d624ca412d84 service neutron] Attempting to bind port 2af0a7a3-7d79-44a7-9b66-c56a0fb05efc on network 576da013-3617-4a8e-90bf-f7e3da71dae2 {{(pid=102476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:18:43.043244 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb80a42-3380-44a6-be72-fe266ac36575 req-885b7ae9-1a6d-41c7-a4a9-d624ca412d84 service neutron] Port 2af0a7a3-7d79-44a7-9b66-c56a0fb05efc on network 576da013-3617-4a8e-90bf-f7e3da71dae2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82173 {{(pid=102476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 14 18:18:43.043610 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb80a42-3380-44a6-be72-fe266ac36575 req-885b7ae9-1a6d-41c7-a4a9-d624ca412d84 service neutron] Attempting to bind port 2af0a7a3-7d79-44a7-9b66-c56a0fb05efc on network 576da013-3617-4a8e-90bf-f7e3da71dae2 {{(pid=102476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:18:43.050814 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb80a42-3380-44a6-be72-fe266ac36575 req-885b7ae9-1a6d-41c7-a4a9-d624ca412d84 service neutron] Checking agent: {'id': '37867b7d-ea9d-4c92-b09f-db78138d4892', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82173', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 9, 26), 'started_at': datetime.datetime(2022, 6, 14, 18, 9, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:18:43.051053 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb80a42-3380-44a6-be72-fe266ac36575 req-885b7ae9-1a6d-41c7-a4a9-d624ca412d84 service neutron] Checking segment: {'id': '2256f80c-8b7b-45d3-85f9-54dff98916a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '576da013-3617-4a8e-90bf-f7e3da71dae2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 14 18:18:43.051299 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb80a42-3380-44a6-be72-fe266ac36575 req-885b7ae9-1a6d-41c7-a4a9-d624ca412d84 service neutron] Bound using segment: {'id': '2256f80c-8b7b-45d3-85f9-54dff98916a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '576da013-3617-4a8e-90bf-f7e3da71dae2'} {{(pid=102476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:18:43.051733 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.managers [req-afb80a42-3380-44a6-be72-fe266ac36575 req-885b7ae9-1a6d-41c7-a4a9-d624ca412d84 service neutron] Bound port: 2af0a7a3-7d79-44a7-9b66-c56a0fb05efc, host: hv-cinder-82173, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2256f80c-8b7b-45d3-85f9-54dff98916a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '576da013-3617-4a8e-90bf-f7e3da71dae2'}}] {{(pid=102476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 14 18:18:43.052086 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-afb80a42-3380-44a6-be72-fe266ac36575 req-885b7ae9-1a6d-41c7-a4a9-d624ca412d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:43.085939 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600b43d5-ce33-4873-b3f0-c566626a332c req-26bed5c8-b281-4ff5-a5d8-2575f3647f80 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:43.087699 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-600b43d5-ce33-4873-b3f0-c566626a332c req-26bed5c8-b281-4ff5-a5d8-2575f3647f80 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/ports?device_id=c867268a-6ee0-4c0d-a40b-7f38268c4dc4 HTTP/1.1" status: 200 len: 943 time: 0.1314535 Jun 14 18:18:43.098480 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.managers [req-10e80b7d-7087-479b-8d38-c76c2c4ed5c2 req-11224a37-6142-4fe6-a2e2-2c77580db972 service neutron] Attempting to bind port ed121229-487c-46cd-b188-a5adcbfb9d5d on host hv-cinder-82173 for vnic_type normal with profile {{(pid=102477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 14 18:18:43.098815 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.managers [req-10e80b7d-7087-479b-8d38-c76c2c4ed5c2 req-11224a37-6142-4fe6-a2e2-2c77580db972 service neutron] Attempting to bind port ed121229-487c-46cd-b188-a5adcbfb9d5d by drivers openvswitch,hyperv on host hv-cinder-82173 at level 0 using segments [{'id': '6328bd3b-152c-46b0-856b-068df43a7723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'a20cd105-ccee-4ccf-aa21-673440674804'}] {{(pid=102477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 14 18:18:43.099139 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e80b7d-7087-479b-8d38-c76c2c4ed5c2 req-11224a37-6142-4fe6-a2e2-2c77580db972 service neutron] Attempting to bind port ed121229-487c-46cd-b188-a5adcbfb9d5d on network a20cd105-ccee-4ccf-aa21-673440674804 {{(pid=102477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:18:43.112195 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e80b7d-7087-479b-8d38-c76c2c4ed5c2 req-11224a37-6142-4fe6-a2e2-2c77580db972 service neutron] Port ed121229-487c-46cd-b188-a5adcbfb9d5d on network a20cd105-ccee-4ccf-aa21-673440674804 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82173 {{(pid=102477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 14 18:18:43.112520 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e80b7d-7087-479b-8d38-c76c2c4ed5c2 req-11224a37-6142-4fe6-a2e2-2c77580db972 service neutron] Attempting to bind port ed121229-487c-46cd-b188-a5adcbfb9d5d on network a20cd105-ccee-4ccf-aa21-673440674804 {{(pid=102477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:18:43.130390 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e80b7d-7087-479b-8d38-c76c2c4ed5c2 req-11224a37-6142-4fe6-a2e2-2c77580db972 service neutron] Checking agent: {'id': '37867b7d-ea9d-4c92-b09f-db78138d4892', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82173', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 9, 26), 'started_at': datetime.datetime(2022, 6, 14, 18, 9, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:18:43.130757 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e80b7d-7087-479b-8d38-c76c2c4ed5c2 req-11224a37-6142-4fe6-a2e2-2c77580db972 service neutron] Checking segment: {'id': '6328bd3b-152c-46b0-856b-068df43a7723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'a20cd105-ccee-4ccf-aa21-673440674804'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 14 18:18:43.131106 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e80b7d-7087-479b-8d38-c76c2c4ed5c2 req-11224a37-6142-4fe6-a2e2-2c77580db972 service neutron] Bound using segment: {'id': '6328bd3b-152c-46b0-856b-068df43a7723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'a20cd105-ccee-4ccf-aa21-673440674804'} {{(pid=102477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:18:43.131714 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.managers [req-10e80b7d-7087-479b-8d38-c76c2c4ed5c2 req-11224a37-6142-4fe6-a2e2-2c77580db972 service neutron] Bound port: ed121229-487c-46cd-b188-a5adcbfb9d5d, host: hv-cinder-82173, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6328bd3b-152c-46b0-856b-068df43a7723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'a20cd105-ccee-4ccf-aa21-673440674804'}}] {{(pid=102477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 14 18:18:43.131904 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-10e80b7d-7087-479b-8d38-c76c2c4ed5c2 req-11224a37-6142-4fe6-a2e2-2c77580db972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:43.161940 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-600b43d5-ce33-4873-b3f0-c566626a332c req-1d4223c4-4115-4607-af24-326693583749 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e9b1789-2c21-44c4-9200-ad2f8fbcbd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585229 Jun 14 18:18:43.219963 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.db [req-10e80b7d-7087-479b-8d38-c76c2c4ed5c2 req-11224a37-6142-4fe6-a2e2-2c77580db972 service neutron] For port ed121229-487c-46cd-b188-a5adcbfb9d5d, host hv-cinder-82173, cleared binding levels {{(pid=102477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:18:43.224016 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.db [req-10e80b7d-7087-479b-8d38-c76c2c4ed5c2 req-11224a37-6142-4fe6-a2e2-2c77580db972 service neutron] For port ed121229-487c-46cd-b188-a5adcbfb9d5d, host hv-cinder-82173, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=ed121229-487c-46cd-b188-a5adcbfb9d5d,segment=NetworkSegment(6328bd3b-152c-46b0-856b-068df43a7723),segment_id=6328bd3b-152c-46b0-856b-068df43a7723)] {{(pid=102477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:18:43.232112 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-10e80b7d-7087-479b-8d38-c76c2c4ed5c2 req-11224a37-6142-4fe6-a2e2-2c77580db972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16661530'] for port, after_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:43.257704 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.db [req-afb80a42-3380-44a6-be72-fe266ac36575 req-885b7ae9-1a6d-41c7-a4a9-d624ca412d84 service neutron] For port 2af0a7a3-7d79-44a7-9b66-c56a0fb05efc, host hv-cinder-82173, cleared binding levels {{(pid=102476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:18:43.268093 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e80b7d-7087-479b-8d38-c76c2c4ed5c2 req-11224a37-6142-4fe6-a2e2-2c77580db972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:43.268535 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-10e80b7d-7087-479b-8d38-c76c2c4ed5c2 req-11224a37-6142-4fe6-a2e2-2c77580db972 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for port, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:43.270058 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-10e80b7d-7087-479b-8d38-c76c2c4ed5c2 req-11224a37-6142-4fe6-a2e2-2c77580db972 service neutron] 10.222.0.90 "PUT /v2.0/ports/ed121229-487c-46cd-b188-a5adcbfb9d5d HTTP/1.1" status: 200 len: 1094 time: 1.0228255 Jun 14 18:18:43.270552 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d5cf695-91ef-443b-952e-3deb63c31a35', 'tag': 'ed121229-487c-46cd-b188-a5adcbfb9d5d'}] {{(pid=102477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:18:43.272805 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63a05a5c49a881ad62840f65bcdf4689c8e257def52ee20504415851ea2faa0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4245c82a-cf58-4266-badf-12f1cfa259e4" -d '{"events": [{"name": "network-changed", "server_uuid": "4d5cf695-91ef-443b-952e-3deb63c31a35", "tag": "ed121229-487c-46cd-b188-a5adcbfb9d5d"}]}' {{(pid=102477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:18:43.281783 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.db [req-afb80a42-3380-44a6-be72-fe266ac36575 req-885b7ae9-1a6d-41c7-a4a9-d624ca412d84 service neutron] For port 2af0a7a3-7d79-44a7-9b66-c56a0fb05efc, host hv-cinder-82173, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=2af0a7a3-7d79-44a7-9b66-c56a0fb05efc,segment=NetworkSegment(2256f80c-8b7b-45d3-85f9-54dff98916a9),segment_id=2256f80c-8b7b-45d3-85f9-54dff98916a9)] {{(pid=102476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:18:43.310141 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-afb80a42-3380-44a6-be72-fe266ac36575 req-885b7ae9-1a6d-41c7-a4a9-d624ca412d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5378756'] for port, after_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:43.319799 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11224a37-6142-4fe6-a2e2-2c77580db972 service neutron] Pushing event updated for resources: {'Port': ['ID=ed121229-487c-46cd-b188-a5adcbfb9d5d,revision_number=3']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:18:43.336294 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-c48aa96a-2583-478a-9ee9-d8c07e45a7ed req-124f7b85-2938-4628-a02c-ae89017fa785 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:43.336755 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-c48aa96a-2583-478a-9ee9-d8c07e45a7ed req-124f7b85-2938-4628-a02c-ae89017fa785 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8287696'] for floatingip, after_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:43.337294 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.db.l3_db [req-c48aa96a-2583-478a-9ee9-d8c07e45a7ed req-124f7b85-2938-4628-a02c-ae89017fa785 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Floating IP 86ebb14c-790c-4e1c-9233-e12913ab225d disassociated. External IP: 172.27.2.13, port: 8542e76f-e59c-4619-bcf3-47869d9503e3. Jun 14 18:18:43.337800 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.plugin [req-c48aa96a-2583-478a-9ee9-d8c07e45a7ed req-124f7b85-2938-4628-a02c-ae89017fa785 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Calling delete_port for 8542e76f-e59c-4619-bcf3-47869d9503e3 owned by compute:nova {{(pid=102476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 14 18:18:43.370870 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Jun 2022 18:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d33a8bae-3723-4484-bf7a-9be9353eab22 x-openstack-request-id: req-d33a8bae-3723-4484-bf7a-9be9353eab22 {{(pid=102477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:18:43.370870 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d5cf695-91ef-443b-952e-3deb63c31a35", "tag": "ed121229-487c-46cd-b188-a5adcbfb9d5d", "status": "completed", "code": 200}]} {{(pid=102477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:18:43.371355 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d33a8bae-3723-4484-bf7a-9be9353eab22 {{(pid=102477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:18:43.371860 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d33a8bae-3723-4484-bf7a-9be9353eab22'] response: {'name': 'network-changed', 'server_uuid': '4d5cf695-91ef-443b-952e-3deb63c31a35', 'tag': 'ed121229-487c-46cd-b188-a5adcbfb9d5d', 'status': 'completed', 'code': 200} Jun 14 18:18:43.388118 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e80b7d-7087-479b-8d38-c76c2c4ed5c2 req-826a0c29-5fd4-4115-a106-185563953f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:43.389813 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-10e80b7d-7087-479b-8d38-c76c2c4ed5c2 req-826a0c29-5fd4-4115-a106-185563953f41 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=927013c586d5417e99dbc2cf0a0eed12&device_id=4d5cf695-91ef-443b-952e-3deb63c31a35 HTTP/1.1" status: 200 len: 1097 time: 0.0649929 Jun 14 18:18:43.421111 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb80a42-3380-44a6-be72-fe266ac36575 req-885b7ae9-1a6d-41c7-a4a9-d624ca412d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:43.421742 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-afb80a42-3380-44a6-be72-fe266ac36575 req-885b7ae9-1a6d-41c7-a4a9-d624ca412d84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for port, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:43.423159 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-afb80a42-3380-44a6-be72-fe266ac36575 req-885b7ae9-1a6d-41c7-a4a9-d624ca412d84 service neutron] 10.222.0.90 "PUT /v2.0/ports/2af0a7a3-7d79-44a7-9b66-c56a0fb05efc HTTP/1.1" status: 200 len: 1093 time: 1.8769970 Jun 14 18:18:43.428066 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c867268a-6ee0-4c0d-a40b-7f38268c4dc4', 'tag': '2af0a7a3-7d79-44a7-9b66-c56a0fb05efc'}] {{(pid=102476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:18:43.430550 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f6785e4de8a87b7f797dd5e96f4d126f8c0b91c7fbdcfaa1853e8ef739b068f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52928a85-be2d-456c-851a-9451d1a73b58" -d '{"events": [{"name": "network-changed", "server_uuid": "c867268a-6ee0-4c0d-a40b-7f38268c4dc4", "tag": "2af0a7a3-7d79-44a7-9b66-c56a0fb05efc"}]}' {{(pid=102476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:18:43.477611 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-10e80b7d-7087-479b-8d38-c76c2c4ed5c2 req-bcd06f6c-e211-486a-9038-b54275042805 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed121229-487c-46cd-b188-a5adcbfb9d5d HTTP/1.1" status: 200 len: 217 time: 0.0758636 Jun 14 18:18:43.525531 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Jun 2022 18:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d9da85-e638-4180-9670-b7fd7f4282d9 x-openstack-request-id: req-46d9da85-e638-4180-9670-b7fd7f4282d9 {{(pid=102476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:18:43.527383 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c867268a-6ee0-4c0d-a40b-7f38268c4dc4", "tag": "2af0a7a3-7d79-44a7-9b66-c56a0fb05efc", "status": "completed", "code": 200}]} {{(pid=102476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:18:43.527929 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-46d9da85-e638-4180-9670-b7fd7f4282d9 {{(pid=102476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:18:43.528500 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46d9da85-e638-4180-9670-b7fd7f4282d9'] response: {'name': 'network-changed', 'server_uuid': 'c867268a-6ee0-4c0d-a40b-7f38268c4dc4', 'tag': '2af0a7a3-7d79-44a7-9b66-c56a0fb05efc', 'status': 'completed', 'code': 200} Jun 14 18:18:43.552285 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e80b7d-7087-479b-8d38-c76c2c4ed5c2 req-3c151b40-5e98-4c74-b944-9c79f6cfbf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:43.553306 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885b7ae9-1a6d-41c7-a4a9-d624ca412d84 service neutron] Pushing event updated for resources: {'Port': ['ID=2af0a7a3-7d79-44a7-9b66-c56a0fb05efc,revision_number=3']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:18:43.553898 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-10e80b7d-7087-479b-8d38-c76c2c4ed5c2 req-3c151b40-5e98-4c74-b944-9c79f6cfbf95 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=adeaf354-122e-42a5-ab5f-7dce689ddb1f HTTP/1.1" status: 200 len: 854 time: 0.0640111 Jun 14 18:18:43.587070 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb80a42-3380-44a6-be72-fe266ac36575 req-39c68dc3-3263-412e-ab3a-24324c43c718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:43.588612 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-afb80a42-3380-44a6-be72-fe266ac36575 req-39c68dc3-3263-412e-ab3a-24324c43c718 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a98d65273e2546aa9252b74c4f9daae4&device_id=c867268a-6ee0-4c0d-a40b-7f38268c4dc4 HTTP/1.1" status: 200 len: 1096 time: 0.0948243 Jun 14 18:18:43.626880 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e80b7d-7087-479b-8d38-c76c2c4ed5c2 req-bc10022c-8e81-4d7d-bbb9-fb1cd9ef9442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:43.628382 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-10e80b7d-7087-479b-8d38-c76c2c4ed5c2 req-bc10022c-8e81-4d7d-bbb9-fb1cd9ef9442 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a20cd105-ccee-4ccf-aa21-673440674804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0617449 Jun 14 18:18:43.706751 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-afb80a42-3380-44a6-be72-fe266ac36575 req-37dc7eb6-69f1-4970-816e-7d008e03b261 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2af0a7a3-7d79-44a7-9b66-c56a0fb05efc HTTP/1.1" status: 200 len: 217 time: 0.0872138 Jun 14 18:18:43.769138 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-c48aa96a-2583-478a-9ee9-d8c07e45a7ed req-124f7b85-2938-4628-a02c-ae89017fa785 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239583007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239190869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378765'] for port, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:43.769348 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-10e80b7d-7087-479b-8d38-c76c2c4ed5c2 req-41126c58-7e65-4d38-a14e-19780d35d1e8 service neutron] 10.222.0.90 "GET /v2.0/networks/a20cd105-ccee-4ccf-aa21-673440674804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225257 Jun 14 18:18:43.806311 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb80a42-3380-44a6-be72-fe266ac36575 req-9f0123ab-5378-4151-8d8e-eab2c3b60046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:43.808385 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-afb80a42-3380-44a6-be72-fe266ac36575 req-9f0123ab-5378-4151-8d8e-eab2c3b60046 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d637fcab-e631-4a9a-85a6-1edd05917c42 HTTP/1.1" status: 200 len: 850 time: 0.0882511 Jun 14 18:18:43.809469 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124f7b85-2938-4628-a02c-ae89017fa785 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Pushing event deleted for resources: {'Port': ['ID=8542e76f-e59c-4619-bcf3-47869d9503e3,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:18:43.873298 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-10e80b7d-7087-479b-8d38-c76c2c4ed5c2 req-bdc32809-600f-4c73-ae75-22b1a1885874 service neutron] 10.222.0.90 "GET /v2.0/networks/a20cd105-ccee-4ccf-aa21-673440674804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930746 Jun 14 18:18:43.907328 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb80a42-3380-44a6-be72-fe266ac36575 req-f734a5cd-830d-42fc-866e-39db80464691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:43.908820 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-afb80a42-3380-44a6-be72-fe266ac36575 req-f734a5cd-830d-42fc-866e-39db80464691 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=576da013-3617-4a8e-90bf-f7e3da71dae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0924339 Jun 14 18:18:43.967640 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4245c82a-cf58-4266-badf-12f1cfa259e4 req-562818b8-d79c-468e-b353-1ad65266d57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:43.969063 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-4245c82a-cf58-4266-badf-12f1cfa259e4 req-562818b8-d79c-468e-b353-1ad65266d57a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=927013c586d5417e99dbc2cf0a0eed12&device_id=4d5cf695-91ef-443b-952e-3deb63c31a35 HTTP/1.1" status: 200 len: 1097 time: 0.0444920 Jun 14 18:18:43.981910 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-d2409ce9-3138-4d0a-bf15-a035e5dcc4c7 req-97772861-1a56-4903-b983-c0d3585a29bc tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/ports?device_id=a622a78c-3723-434b-a685-47d1846e0778 HTTP/1.1" status: 200 len: 210 time: 0.0474036 Jun 14 18:18:44.044668 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c48aa96a-2583-478a-9ee9-d8c07e45a7ed req-124f7b85-2938-4628-a02c-ae89017fa785 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Router 6d0eef1b-b0b5-4281-92f2-af75ebc04e87 has already been hosted by L3 agent 2bd7ef4a-700f-45f4-ae1e-98ca6454acba {{(pid=102476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:18:44.072593 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4245c82a-cf58-4266-badf-12f1cfa259e4 req-e4431a91-fa2e-445f-bdf2-fcfa57b7cde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:44.074763 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-4245c82a-cf58-4266-badf-12f1cfa259e4 req-e4431a91-fa2e-445f-bdf2-fcfa57b7cde7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a20cd105-ccee-4ccf-aa21-673440674804 HTTP/1.1" status: 200 len: 917 time: 0.0988791 Jun 14 18:18:44.108000 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-afb80a42-3380-44a6-be72-fe266ac36575 req-d55d3141-93b2-4680-abae-ef2041b23d94 service neutron] 10.222.0.90 "GET /v2.0/networks/576da013-3617-4a8e-90bf-f7e3da71dae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723723 Jun 14 18:18:44.137032 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-4245c82a-cf58-4266-badf-12f1cfa259e4 req-6e072cce-bf44-469d-b22b-f4ba5b0951fb service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed121229-487c-46cd-b188-a5adcbfb9d5d HTTP/1.1" status: 200 len: 217 time: 0.0528905 Jun 14 18:18:44.162861 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1613e0-8803-4a20-94ea-a826b70dc75b req-e092d216-26fe-409b-98e0-25bed413eaa7 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:44.164368 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-ff1613e0-8803-4a20-94ea-a826b70dc75b req-e092d216-26fe-409b-98e0-25bed413eaa7 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d5cf695-91ef-443b-952e-3deb63c31a35 HTTP/1.1" status: 200 len: 944 time: 0.0883808 Jun 14 18:18:44.224276 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4245c82a-cf58-4266-badf-12f1cfa259e4 req-eca3526b-9174-4a00-949d-7f50f90eeb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:44.226031 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-4245c82a-cf58-4266-badf-12f1cfa259e4 req-eca3526b-9174-4a00-949d-7f50f90eeb71 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=adeaf354-122e-42a5-ab5f-7dce689ddb1f HTTP/1.1" status: 200 len: 854 time: 0.0791504 Jun 14 18:18:44.231295 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-ff1613e0-8803-4a20-94ea-a826b70dc75b req-6ebbb3d3-1b1d-41c4-9e0c-d162778690ed tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd5975b1-3c33-4da2-8fde-e582d3d1e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484054 Jun 14 18:18:44.238291 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c48aa96a-2583-478a-9ee9-d8c07e45a7ed req-124f7b85-2938-4628-a02c-ae89017fa785 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify agent at l3_agent.dv-cinder-821739-1-iscsi the message routers_updated {{(pid=102476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:18:44.256886 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160ffc49-fcf7-447c-a9d4-74bfb80fda15 None None] Sync routers for ids ['6d0eef1b-b0b5-4281-92f2-af75ebc04e87'] in dv-cinder-821739-1-iscsi {{(pid=102478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:18:44.271336 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160ffc49-fcf7-447c-a9d4-74bfb80fda15 None None] Routers {'6d0eef1b-b0b5-4281-92f2-af75ebc04e87'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:18:44.272224 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-160ffc49-fcf7-447c-a9d4-74bfb80fda15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:18:19Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['6d0eef1b-b0b5-4281-92f2-af75ebc04e87'], 'active': True} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:18:44.288192 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-afb80a42-3380-44a6-be72-fe266ac36575 req-81ada2aa-aa05-470c-994c-d82fe1f6c7ef service neutron] 10.222.0.90 "GET /v2.0/networks/576da013-3617-4a8e-90bf-f7e3da71dae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724699 Jun 14 18:18:44.300195 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4245c82a-cf58-4266-badf-12f1cfa259e4 req-738d9716-1b03-4d5a-8d38-b08652f4a26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:44.302191 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-4245c82a-cf58-4266-badf-12f1cfa259e4 req-738d9716-1b03-4d5a-8d38-b08652f4a26f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a20cd105-ccee-4ccf-aa21-673440674804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0671010 Jun 14 18:18:44.315587 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.db.l3_dvrscheduler_db [req-c48aa96a-2583-478a-9ee9-d8c07e45a7ed req-124f7b85-2938-4628-a02c-ae89017fa785 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] No DVR routers for this DVR port 8542e76f-e59c-4619-bcf3-47869d9503e3 on host hv-cinder-82173 {{(pid=102476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 18:18:44.326296 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-c48aa96a-2583-478a-9ee9-d8c07e45a7ed req-124f7b85-2938-4628-a02c-ae89017fa785 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for port, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:44.329477 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-c48aa96a-2583-478a-9ee9-d8c07e45a7ed req-124f7b85-2938-4628-a02c-ae89017fa785 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.90 "DELETE /v2.0/ports/8542e76f-e59c-4619-bcf3-47869d9503e3 HTTP/1.1" status: 204 len: 173 time: 2.4454141 Jun 14 18:18:44.420206 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5917284-ad12-4e67-a062-e1b8a6175971 req-96845621-c9ae-4386-8e0e-b14938d122b0 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:44.426210 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-b5917284-ad12-4e67-a062-e1b8a6175971 req-96845621-c9ae-4386-8e0e-b14938d122b0 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/ports?device_id=c867268a-6ee0-4c0d-a40b-7f38268c4dc4 HTTP/1.1" status: 200 len: 943 time: 0.1119721 Jun 14 18:18:44.453141 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52928a85-be2d-456c-851a-9451d1a73b58 req-9854e64b-d671-4eaf-b81a-b400cb731b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:44.454888 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-52928a85-be2d-456c-851a-9451d1a73b58 req-9854e64b-d671-4eaf-b81a-b400cb731b4d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a98d65273e2546aa9252b74c4f9daae4&device_id=c867268a-6ee0-4c0d-a40b-7f38268c4dc4 HTTP/1.1" status: 200 len: 1096 time: 0.1072030 Jun 14 18:18:44.458841 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-4245c82a-cf58-4266-badf-12f1cfa259e4 req-63ba503d-8809-462c-a0fe-d2a7cbda1a60 service neutron] 10.222.0.90 "GET /v2.0/networks/a20cd105-ccee-4ccf-aa21-673440674804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487215 Jun 14 18:18:44.474184 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-b5917284-ad12-4e67-a062-e1b8a6175971 req-8e9e49f9-918a-4bcf-a48b-4825c2ceeaf8 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e9b1789-2c21-44c4-9200-ad2f8fbcbd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425277 Jun 14 18:18:44.475228 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvr_db [None req-160ffc49-fcf7-447c-a9d4-74bfb80fda15 None None] Set router 6d0eef1b-b0b5-4281-92f2-af75ebc04e87 gateway port host: dv-cinder-821739-1-iscsi {{(pid=102478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:18:44.569247 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-4245c82a-cf58-4266-badf-12f1cfa259e4 req-f3d5ba57-193d-49ca-9c8f-93e3f1a7c79e service neutron] 10.222.0.90 "GET /v2.0/networks/a20cd105-ccee-4ccf-aa21-673440674804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962300 Jun 14 18:18:44.571198 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52928a85-be2d-456c-851a-9451d1a73b58 req-2e5f3e99-0d65-4877-8ed0-6529efabbb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:44.572622 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-52928a85-be2d-456c-851a-9451d1a73b58 req-2e5f3e99-0d65-4877-8ed0-6529efabbb4d service neutron] 10.222.0.90 "GET /v2.0/networks?id=576da013-3617-4a8e-90bf-f7e3da71dae2 HTTP/1.1" status: 200 len: 913 time: 0.0974491 Jun 14 18:18:44.623885 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-52928a85-be2d-456c-851a-9451d1a73b58 req-98e547cc-daa4-4988-9d13-c8665a85d1b8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2af0a7a3-7d79-44a7-9b66-c56a0fb05efc HTTP/1.1" status: 200 len: 217 time: 0.0406129 Jun 14 18:18:44.675514 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52928a85-be2d-456c-851a-9451d1a73b58 req-132973c6-96a7-4d5b-b4f6-656e25e1ab1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:44.676960 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-52928a85-be2d-456c-851a-9451d1a73b58 req-132973c6-96a7-4d5b-b4f6-656e25e1ab1c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d637fcab-e631-4a9a-85a6-1edd05917c42 HTTP/1.1" status: 200 len: 850 time: 0.0445030 Jun 14 18:18:44.730940 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52928a85-be2d-456c-851a-9451d1a73b58 req-0a9aa8c9-16de-40d2-875a-ef829f441cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:44.732214 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-52928a85-be2d-456c-851a-9451d1a73b58 req-0a9aa8c9-16de-40d2-875a-ef829f441cd2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=576da013-3617-4a8e-90bf-f7e3da71dae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438070 Jun 14 18:18:44.772750 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-160ffc49-fcf7-447c-a9d4-74bfb80fda15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d0eef1b-b0b5-4281-92f2-af75ebc04e87', 'name': 'tempest-AttachVolumeShelveTestJSON-1404682588-router', 'tenant_id': 'ce9a2eeca2ae45e78c3f8e1182360462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '8859bc2f-722e-4348-b24e-8c89c8633abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:11:32Z', 'updated_at': '2022-06-14T18:11:41Z', 'revision_number': 4, 'project_id': 'ce9a2eeca2ae45e78c3f8e1182360462', 'gw_port': {'id': '8859bc2f-722e-4348-b24e-8c89c8633abc', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0eef1b-b0b5-4281-92f2-af75ebc04e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:34Z', 'updated_at': '2022-06-14T18:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_interfaces': [{'id': '497d156f-45c6-4d64-bf48-0bdfa0641beb', 'name': '', 'network_id': '207b3e54-87d5-4ff2-9e27-0fc3ae498411', 'tenant_id': 'ce9a2eeca2ae45e78c3f8e1182360462', 'mac_address': 'fa:16:3e:ba:5c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0eef1b-b0b5-4281-92f2-af75ebc04e87', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '60742c27-3909-4c07-b59a-2eae5cd6702e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:40Z', 'updated_at': '2022-06-14T18:11:49Z', 'revision_number': 5, 'project_id': 'ce9a2eeca2ae45e78c3f8e1182360462', 'subnets': [{'id': '60742c27-3909-4c07-b59a-2eae5cd6702e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:18:44.816360 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160ffc49-fcf7-447c-a9d4-74bfb80fda15 None None] Checking router: 6d0eef1b-b0b5-4281-92f2-af75ebc04e87 for host: dv-cinder-821739-1-iscsi {{(pid=102478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:18:44.853806 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-52928a85-be2d-456c-851a-9451d1a73b58 req-72162a26-9f17-40fe-8122-907699516081 service neutron] 10.222.0.90 "GET /v2.0/networks/576da013-3617-4a8e-90bf-f7e3da71dae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994337 Jun 14 18:18:44.973846 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-52928a85-be2d-456c-851a-9451d1a73b58 req-b7db2062-ba67-4e4a-8345-a6c719a1e048 service neutron] 10.222.0.90 "GET /v2.0/networks/576da013-3617-4a8e-90bf-f7e3da71dae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072915 Jun 14 18:18:45.022663 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160ffc49-fcf7-447c-a9d4-74bfb80fda15 None None] Routers {'6d0eef1b-b0b5-4281-92f2-af75ebc04e87'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:18:45.023273 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-160ffc49-fcf7-447c-a9d4-74bfb80fda15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:18:19Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['6d0eef1b-b0b5-4281-92f2-af75ebc04e87'], 'active': True} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:18:45.074594 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 57916) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:18:45.138339 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-f01342b8-68c1-4304-83d7-50b1b83fb762 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify callbacks [] for security_group, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:45.163198 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-f01342b8-68c1-4304-83d7-50b1b83fb762 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:45.163885 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvr_db [None req-160ffc49-fcf7-447c-a9d4-74bfb80fda15 None None] Set router 6d0eef1b-b0b5-4281-92f2-af75ebc04e87 gateway port host: dv-cinder-821739-1-iscsi {{(pid=102478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:18:45.217211 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-f01342b8-68c1-4304-83d7-50b1b83fb762 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:45.219818 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-f01342b8-68c1-4304-83d7-50b1b83fb762 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify callbacks [] for security_group, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:45.220962 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-f01342b8-68c1-4304-83d7-50b1b83fb762 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "DELETE /v2.0/security-groups/7f5f9c8a-576d-406f-acb0-3572b0ba74cc HTTP/1.1" status: 204 len: 168 time: 0.1450853 Jun 14 18:18:45.223906 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 57918) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:18:45.231121 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01342b8-68c1-4304-83d7-50b1b83fb762 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f5f9c8a-576d-406f-acb0-3572b0ba74cc,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:18:45.243605 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.api.v2.resource [None req-8f63cdc9-2bee-49a6-8d12-60a91113f22a tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] show failed (client error): The resource could not be found. Jun 14 18:18:45.244708 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-8f63cdc9-2bee-49a6-8d12-60a91113f22a tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "GET /v2.0/security-groups/7f5f9c8a-576d-406f-acb0-3572b0ba74cc HTTP/1.1" status: 404 len: 347 time: 0.0195053 Jun 14 18:18:45.248219 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 57920) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:18:45.359502 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f496909-db1a-4b22-a407-1df4d590ae54 req-516b81eb-b830-4a07-b39a-3882fb8558dc tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:45.362584 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-7f496909-db1a-4b22-a407-1df4d590ae54 req-516b81eb-b830-4a07-b39a-3882fb8558dc tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d5cf695-91ef-443b-952e-3deb63c31a35 HTTP/1.1" status: 200 len: 944 time: 0.0533087 Jun 14 18:18:45.394178 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.plugin [None req-9e1c7d44-5444-43df-b90e-fc303fa57b09 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Deleting port dae184b0-49a3-432e-a0ae-e30416e648be {{(pid=102476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 14 18:18:45.394851 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-9e1c7d44-5444-43df-b90e-fc303fa57b09 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239577025'] for port, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:45.401230 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-7f496909-db1a-4b22-a407-1df4d590ae54 req-ae3e99f4-3501-4811-a5b7-67c0c4c935d5 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd5975b1-3c33-4da2-8fde-e582d3d1e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339432 Jun 14 18:18:45.409255 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-160ffc49-fcf7-447c-a9d4-74bfb80fda15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d0eef1b-b0b5-4281-92f2-af75ebc04e87', 'name': 'tempest-AttachVolumeShelveTestJSON-1404682588-router', 'tenant_id': 'ce9a2eeca2ae45e78c3f8e1182360462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '8859bc2f-722e-4348-b24e-8c89c8633abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:11:32Z', 'updated_at': '2022-06-14T18:11:41Z', 'revision_number': 4, 'project_id': 'ce9a2eeca2ae45e78c3f8e1182360462', 'gw_port': {'id': '8859bc2f-722e-4348-b24e-8c89c8633abc', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0eef1b-b0b5-4281-92f2-af75ebc04e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:34Z', 'updated_at': '2022-06-14T18:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_interfaces': [{'id': '497d156f-45c6-4d64-bf48-0bdfa0641beb', 'name': '', 'network_id': '207b3e54-87d5-4ff2-9e27-0fc3ae498411', 'tenant_id': 'ce9a2eeca2ae45e78c3f8e1182360462', 'mac_address': 'fa:16:3e:ba:5c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0eef1b-b0b5-4281-92f2-af75ebc04e87', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '60742c27-3909-4c07-b59a-2eae5cd6702e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:40Z', 'updated_at': '2022-06-14T18:11:49Z', 'revision_number': 5, 'project_id': 'ce9a2eeca2ae45e78c3f8e1182360462', 'subnets': [{'id': '60742c27-3909-4c07-b59a-2eae5cd6702e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:18:45.438210 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160ffc49-fcf7-447c-a9d4-74bfb80fda15 None None] The sync data for ids ['6d0eef1b-b0b5-4281-92f2-af75ebc04e87'] in dv-cinder-821739-1-iscsi is: [{'id': '6d0eef1b-b0b5-4281-92f2-af75ebc04e87', 'name': 'tempest-AttachVolumeShelveTestJSON-1404682588-router', 'tenant_id': 'ce9a2eeca2ae45e78c3f8e1182360462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '8859bc2f-722e-4348-b24e-8c89c8633abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:11:32Z', 'updated_at': '2022-06-14T18:11:41Z', 'revision_number': 4, 'project_id': 'ce9a2eeca2ae45e78c3f8e1182360462', 'gw_port': {'id': '8859bc2f-722e-4348-b24e-8c89c8633abc', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0eef1b-b0b5-4281-92f2-af75ebc04e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:34Z', 'updated_at': '2022-06-14T18:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_interfaces': [{'id': '497d156f-45c6-4d64-bf48-0bdfa0641beb', 'name': '', 'network_id': '207b3e54-87d5-4ff2-9e27-0fc3ae498411', 'tenant_id': 'ce9a2eeca2ae45e78c3f8e1182360462', 'mac_address': 'fa:16:3e:ba:5c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0eef1b-b0b5-4281-92f2-af75ebc04e87', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '60742c27-3909-4c07-b59a-2eae5cd6702e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:40Z', 'updated_at': '2022-06-14T18:11:49Z', 'revision_number': 5, 'project_id': 'ce9a2eeca2ae45e78c3f8e1182360462', 'subnets': [{'id': '60742c27-3909-4c07-b59a-2eae5cd6702e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:18:45.473448 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-9e1c7d44-5444-43df-b90e-fc303fa57b09 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282467'] for port, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:45.473818 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-9e1c7d44-5444-43df-b90e-fc303fa57b09 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:45.487313 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.plugin [None req-9e1c7d44-5444-43df-b90e-fc303fa57b09 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Calling delete_port for dae184b0-49a3-432e-a0ae-e30416e648be owned by network:floatingip {{(pid=102476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 14 18:18:45.533611 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a622a78c-3723-434b-a685-47d1846e0778', 'name': 'network-vif-deleted', 'tag': '8542e76f-e59c-4619-bcf3-47869d9503e3'}] {{(pid=102476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:18:45.535980 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f6785e4de8a87b7f797dd5e96f4d126f8c0b91c7fbdcfaa1853e8ef739b068f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b6da70-c53d-49bb-b7bf-cc702bcc6be0" -d '{"events": [{"server_uuid": "a622a78c-3723-434b-a685-47d1846e0778", "name": "network-vif-deleted", "tag": "8542e76f-e59c-4619-bcf3-47869d9503e3"}]}' {{(pid=102476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:18:45.577091 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28956571-f3ca-4304-a09e-3ed97f1aa347 x-openstack-request-id: req-28956571-f3ca-4304-a09e-3ed97f1aa347 {{(pid=102476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:18:45.577747 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a622a78c-3723-434b-a685-47d1846e0778", "name": "network-vif-deleted", "tag": "8542e76f-e59c-4619-bcf3-47869d9503e3", "status": "completed", "code": 200}]} {{(pid=102476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:18:45.577747 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-28956571-f3ca-4304-a09e-3ed97f1aa347 {{(pid=102476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:18:45.578014 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28956571-f3ca-4304-a09e-3ed97f1aa347'] response: {'server_uuid': 'a622a78c-3723-434b-a685-47d1846e0778', 'name': 'network-vif-deleted', 'tag': '8542e76f-e59c-4619-bcf3-47869d9503e3', 'status': 'completed', 'code': 200} Jun 14 18:18:45.621574 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff421c6-8837-455e-9d3c-e27b031ff9fb req-8c1e710a-7c99-4fe5-b680-a21f1b2fe4f3 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:45.622981 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-2ff421c6-8837-455e-9d3c-e27b031ff9fb req-8c1e710a-7c99-4fe5-b680-a21f1b2fe4f3 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/ports?device_id=c867268a-6ee0-4c0d-a40b-7f38268c4dc4 HTTP/1.1" status: 200 len: 943 time: 0.0773947 Jun 14 18:18:45.693543 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-2ff421c6-8837-455e-9d3c-e27b031ff9fb req-9305ac77-f8ec-4237-b72e-99b08979bbb3 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e9b1789-2c21-44c4-9200-ad2f8fbcbd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639873 Jun 14 18:18:45.706983 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad0407f-d8b1-47ee-a7a8-c5987a245de5 None None] New status for floating IP 86ebb14c-790c-4e1c-9233-e12913ab225d: DOWN {{(pid=102479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 18:18:45.708835 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-9e1c7d44-5444-43df-b90e-fc303fa57b09 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239583007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239190869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378765'] for port, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:45.740877 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1c7d44-5444-43df-b90e-fc303fa57b09 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Pushing event deleted for resources: {'Port': ['ID=dae184b0-49a3-432e-a0ae-e30416e648be,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:18:45.803894 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-9e1c7d44-5444-43df-b90e-fc303fa57b09 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify callbacks [] for floatingip, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:45.806471 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-9e1c7d44-5444-43df-b90e-fc303fa57b09 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for floatingip, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:45.810635 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-9e1c7d44-5444-43df-b90e-fc303fa57b09 tempest-AttachVolumeShelveTestJSON-2020975757 tempest-AttachVolumeShelveTestJSON-2020975757-project] 10.222.0.70 "DELETE /v2.0/floatingips/86ebb14c-790c-4e1c-9233-e12913ab225d HTTP/1.1" status: 204 len: 168 time: 0.5590677 Jun 14 18:18:46.246424 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 57938) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:18:46.350386 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-9216e2dd-3cd1-49ba-b601-f2d06abea47a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:46.426202 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-9216e2dd-3cd1-49ba-b601-f2d06abea47a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:46.430924 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-9216e2dd-3cd1-49ba-b601-f2d06abea47a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:46.448526 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-f31c6383-81a4-4488-b559-eea1a699a27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:46.473534 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device ed121229-487c-46cd-b188-a5adcbfb9d5d details requested by agent hyperv_hv-cinder-82173 with host hv-cinder-82173 {{(pid=102478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 14 18:18:46.474952 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-9216e2dd-3cd1-49ba-b601-f2d06abea47a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=187c8309d62e45dab22bd5207d60d7ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2274373 Jun 14 18:18:46.476715 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9216e2dd-3cd1-49ba-b601-f2d06abea47a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f688878b-c2a5-4467-9667-ba1cec2dd2f4,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:18:46.477097 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device 8542e76f-e59c-4619-bcf3-47869d9503e3 no longer exists at agent hyperv_hv-cinder-82173 {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:18:46.477830 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 57944) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:18:46.516632 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] No Port match for: 8542e76f-e59c-4619-bcf3-47869d9503e3 {{(pid=102478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 14 18:18:46.517129 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device 8542e76f-e59c-4619-bcf3-47869d9503e3 not bound to the agent host hv-cinder-82173 {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:18:46.529850 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-df275f03-3765-4044-9276-2dd74ce0889b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:46.535421 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27175f7e-5be5-40f7-8a46-dd5ec61e2bd3 req-ca991c05-1b1e-4a06-9e37-d464a3f96d11 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:46.537019 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-27175f7e-5be5-40f7-8a46-dd5ec61e2bd3 req-ca991c05-1b1e-4a06-9e37-d464a3f96d11 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d5cf695-91ef-443b-952e-3deb63c31a35 HTTP/1.1" status: 200 len: 944 time: 0.0563014 Jun 14 18:18:46.551907 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-df275f03-3765-4044-9276-2dd74ce0889b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:46.578041 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-27175f7e-5be5-40f7-8a46-dd5ec61e2bd3 req-a65acba7-7ecf-4bbe-906b-585926b443c4 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd5975b1-3c33-4da2-8fde-e582d3d1e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332608 Jun 14 18:18:46.606967 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-df275f03-3765-4044-9276-2dd74ce0889b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:46.609855 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-df275f03-3765-4044-9276-2dd74ce0889b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:46.611042 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-df275f03-3765-4044-9276-2dd74ce0889b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f688878b-c2a5-4467-9667-ba1cec2dd2f4 HTTP/1.1" status: 204 len: 168 time: 0.1322370 Jun 14 18:18:46.617776 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] For port ed121229-487c-46cd-b188-a5adcbfb9d5d, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=ed121229-487c-46cd-b188-a5adcbfb9d5d,segment=NetworkSegment(6328bd3b-152c-46b0-856b-068df43a7723),segment_id=6328bd3b-152c-46b0-856b-068df43a7723)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:18:46.618858 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df275f03-3765-4044-9276-2dd74ce0889b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f688878b-c2a5-4467-9667-ba1cec2dd2f4,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:18:46.634654 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Returning: {'device': 'ed121229-487c-46cd-b188-a5adcbfb9d5d', 'network_id': 'a20cd105-ccee-4ccf-aa21-673440674804', 'port_id': 'ed121229-487c-46cd-b188-a5adcbfb9d5d', 'mac_address': 'fa:16:3e:b7:8e:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1001, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adeaf354-122e-42a5-ab5f-7dce689ddb1f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 14 18:18:46.680991 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Current status of the port ed121229-487c-46cd-b188-a5adcbfb9d5d is: DOWN; New status is: BUILD {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:18:46.681386 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:46.694982 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.notifiers.nova [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed121229-487c-46cd-b188-a5adcbfb9d5d {{(pid=102478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:18:46.716901 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] For port ed121229-487c-46cd-b188-a5adcbfb9d5d, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=ed121229-487c-46cd-b188-a5adcbfb9d5d,segment=NetworkSegment(6328bd3b-152c-46b0-856b-068df43a7723),segment_id=6328bd3b-152c-46b0-856b-068df43a7723)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:18:46.720913 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:46.773108 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Pushing event updated for resources: {'Port': ['ID=ed121229-487c-46cd-b188-a5adcbfb9d5d,revision_number=4']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:18:46.829112 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324eba1f-2f97-4a00-8101-a239c1d6a02e req-c1af4084-43ff-4db7-8650-b0cb60e3ed40 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:46.830620 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-324eba1f-2f97-4a00-8101-a239c1d6a02e req-c1af4084-43ff-4db7-8650-b0cb60e3ed40 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/ports?device_id=c867268a-6ee0-4c0d-a40b-7f38268c4dc4 HTTP/1.1" status: 200 len: 943 time: 0.0519159 Jun 14 18:18:46.869398 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-324eba1f-2f97-4a00-8101-a239c1d6a02e req-4b5e2e2b-fe89-4883-a390-4b8900a244ee tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e9b1789-2c21-44c4-9200-ad2f8fbcbd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329804 Jun 14 18:18:47.025452 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] get_ports_and_sgs() called for port_ids ['ed121229-487c-46cd-b188-a5adcbfb9d5d'] {{(pid=102478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 14 18:18:47.701584 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9132999-d023-433f-9d93-53498c0637be req-86185ba5-0ba4-4cff-a0de-807a0ceb73c7 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:47.703209 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-e9132999-d023-433f-9d93-53498c0637be req-86185ba5-0ba4-4cff-a0de-807a0ceb73c7 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d5cf695-91ef-443b-952e-3deb63c31a35 HTTP/1.1" status: 200 len: 945 time: 0.0512691 Jun 14 18:18:47.741567 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-e9132999-d023-433f-9d93-53498c0637be req-b6830fde-245c-4065-b536-3d321b193b1d tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd5975b1-3c33-4da2-8fde-e582d3d1e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320990 Jun 14 18:18:47.987258 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8df6e64-f5fd-4f4b-81b7-a78e0c8a2d45 req-070267f9-6f99-4395-bb63-8f367be5b3b7 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:47.988719 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-c8df6e64-f5fd-4f4b-81b7-a78e0c8a2d45 req-070267f9-6f99-4395-bb63-8f367be5b3b7 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/ports?device_id=c867268a-6ee0-4c0d-a40b-7f38268c4dc4 HTTP/1.1" status: 200 len: 943 time: 0.0497627 Jun 14 18:18:48.027431 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-c8df6e64-f5fd-4f4b-81b7-a78e0c8a2d45 req-4c4b1653-a161-4698-aa79-b8ca71b7a73d tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e9b1789-2c21-44c4-9200-ad2f8fbcbd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326252 Jun 14 18:18:48.205044 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 57996) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:18:48.473431 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device ed121229-487c-46cd-b188-a5adcbfb9d5d up at agent hyperv_hv-cinder-82173 {{(pid=102478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:18:48.523983 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Provisioning for port ed121229-487c-46cd-b188-a5adcbfb9d5d completed by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 18:18:48.528781 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Provisioning complete for port ed121229-487c-46cd-b188-a5adcbfb9d5d triggered by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:18:48.529205 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:48.619270 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Current status of the port ed121229-487c-46cd-b188-a5adcbfb9d5d is: BUILD; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:18:48.619676 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:48.643222 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d5cf695-91ef-443b-952e-3deb63c31a35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed121229-487c-46cd-b188-a5adcbfb9d5d'}] {{(pid=102478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:18:48.645577 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d8e2526aaff2bef62a8f92ec40b510f98ca8a12776779af706bb4cba97706d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-227a3866-3470-4709-b507-fcdeae2cf5f9" -d '{"events": [{"server_uuid": "4d5cf695-91ef-443b-952e-3deb63c31a35", "name": "network-vif-plugged", "status": "completed", "tag": "ed121229-487c-46cd-b188-a5adcbfb9d5d"}]}' {{(pid=102478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:18:48.659289 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] For port ed121229-487c-46cd-b188-a5adcbfb9d5d, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=ed121229-487c-46cd-b188-a5adcbfb9d5d,segment=NetworkSegment(6328bd3b-152c-46b0-856b-068df43a7723),segment_id=6328bd3b-152c-46b0-856b-068df43a7723)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:18:48.663839 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:48.705029 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-45598428-15c2-4b55-aee9-e64561341eee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8284624'] for router_interface, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:48.709480 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6267cee2-e47e-462b-ad0c-e9bdce9631a8 x-openstack-request-id: req-6267cee2-e47e-462b-ad0c-e9bdce9631a8 {{(pid=102478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:18:48.709841 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d5cf695-91ef-443b-952e-3deb63c31a35", "name": "network-vif-plugged", "status": "completed", "tag": "ed121229-487c-46cd-b188-a5adcbfb9d5d", "code": 200}]} {{(pid=102478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:18:48.710127 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6267cee2-e47e-462b-ad0c-e9bdce9631a8 {{(pid=102478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:18:48.710518 dv-cinder-821739-1-iscsi neutron-server[102478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6267cee2-e47e-462b-ad0c-e9bdce9631a8'] response: {'server_uuid': '4d5cf695-91ef-443b-952e-3deb63c31a35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed121229-487c-46cd-b188-a5adcbfb9d5d', 'code': 200} Jun 14 18:18:48.729290 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Pushing event updated for resources: {'Port': ['ID=ed121229-487c-46cd-b188-a5adcbfb9d5d,revision_number=5']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:18:48.745575 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8faff551-3713-4ab8-bbbc-cace5ac22424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:48.966642 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5201d3da-9468-4a09-bb6c-3b92d6aff26d req-225b93ee-a36e-4170-9412-4fbf32accf98 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:48.968142 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-5201d3da-9468-4a09-bb6c-3b92d6aff26d req-225b93ee-a36e-4170-9412-4fbf32accf98 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d5cf695-91ef-443b-952e-3deb63c31a35 HTTP/1.1" status: 200 len: 946 time: 0.1325004 Jun 14 18:18:48.978400 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f33c0c9-0f3b-4d4c-8cf5-0c052a692df9 req-bbb98f1c-d01d-41f0-967a-d3c172897fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:48.980307 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-2f33c0c9-0f3b-4d4c-8cf5-0c052a692df9 req-bbb98f1c-d01d-41f0-967a-d3c172897fb4 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=4d5cf695-91ef-443b-952e-3deb63c31a35 HTTP/1.1" status: 200 len: 1099 time: 0.0733993 Jun 14 18:18:49.034572 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-5201d3da-9468-4a09-bb6c-3b92d6aff26d req-5b68b6a0-bf8f-4532-b206-4de4708d07fd tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd5975b1-3c33-4da2-8fde-e582d3d1e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597439 Jun 14 18:18:49.065044 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-2f33c0c9-0f3b-4d4c-8cf5-0c052a692df9 req-a409e23e-6c24-4eee-9e5f-95f7755caee8 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=cd5975b1-3c33-4da2-8fde-e582d3d1e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716343 Jun 14 18:18:49.110449 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.plugin [None req-45598428-15c2-4b55-aee9-e64561341eee admin admin] Deleting port 497d156f-45c6-4d64-bf48-0bdfa0641beb {{(pid=102476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 14 18:18:49.110786 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-45598428-15c2-4b55-aee9-e64561341eee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239577025'] for port, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:49.142681 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf76358-05b5-4849-95f8-9d07818cb889 req-dffcccd0-bbe9-4c57-bbce-fe7f58c24125 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:49.144130 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-cbf76358-05b5-4849-95f8-9d07818cb889 req-dffcccd0-bbe9-4c57-bbce-fe7f58c24125 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/ports?device_id=c867268a-6ee0-4c0d-a40b-7f38268c4dc4 HTTP/1.1" status: 200 len: 943 time: 0.0486846 Jun 14 18:18:49.187379 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-cbf76358-05b5-4849-95f8-9d07818cb889 req-920bef13-c898-4b33-8b2f-feb36f70a6b5 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e9b1789-2c21-44c4-9200-ad2f8fbcbd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371430 Jun 14 18:18:49.451655 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.db [None req-45598428-15c2-4b55-aee9-e64561341eee admin admin] For port 497d156f-45c6-4d64-bf48-0bdfa0641beb, host dv-cinder-821739-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=497d156f-45c6-4d64-bf48-0bdfa0641beb,segment=NetworkSegment(3352f152-10ce-4dbd-b036-7cefe3776371),segment_id=3352f152-10ce-4dbd-b036-7cefe3776371)] {{(pid=102476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:18:49.452034 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-45598428-15c2-4b55-aee9-e64561341eee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282467'] for port, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:49.464078 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.plugin [None req-45598428-15c2-4b55-aee9-e64561341eee admin admin] Calling delete_port for 497d156f-45c6-4d64-bf48-0bdfa0641beb owned by network:router_interface {{(pid=102476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 14 18:18:49.643443 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-45598428-15c2-4b55-aee9-e64561341eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239583007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239190869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378765'] for port, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:49.668841 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45598428-15c2-4b55-aee9-e64561341eee admin admin] Pushing event deleted for resources: {'Port': ['ID=497d156f-45c6-4d64-bf48-0bdfa0641beb,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:18:49.811837 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-cf1fda14-6f0d-42ea-928d-63fe9f24329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:49.839724 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-45598428-15c2-4b55-aee9-e64561341eee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7944470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8284604'] for router_interface, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:50.059469 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45598428-15c2-4b55-aee9-e64561341eee admin admin] Router 6d0eef1b-b0b5-4281-92f2-af75ebc04e87 has already been hosted by L3 agent 2bd7ef4a-700f-45f4-ae1e-98ca6454acba {{(pid=102476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:18:50.198794 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4026c7b-4902-498b-8ab0-f9cd5205083a req-423370a8-8adf-4079-831b-916425dcea4e tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:50.199989 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-a4026c7b-4902-498b-8ab0-f9cd5205083a req-423370a8-8adf-4079-831b-916425dcea4e tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d5cf695-91ef-443b-952e-3deb63c31a35 HTTP/1.1" status: 200 len: 946 time: 0.0929737 Jun 14 18:18:50.203215 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45598428-15c2-4b55-aee9-e64561341eee admin admin] Notify agent at l3_agent.dv-cinder-821739-1-iscsi the message routers_updated {{(pid=102476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:18:50.208104 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-45598428-15c2-4b55-aee9-e64561341eee admin admin] 10.222.0.70 "PUT /v2.0/routers/6d0eef1b-b0b5-4281-92f2-af75ebc04e87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0019252 Jun 14 18:18:50.210712 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 58016) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:18:50.211628 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6293b7-67f9-44c5-bd61-20f65bdae3e6 None None] Sync routers for ids ['6d0eef1b-b0b5-4281-92f2-af75ebc04e87'] in dv-cinder-821739-1-iscsi {{(pid=102478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:18:50.222174 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6293b7-67f9-44c5-bd61-20f65bdae3e6 None None] Routers {'6d0eef1b-b0b5-4281-92f2-af75ebc04e87'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:18:50.222803 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-1e6293b7-67f9-44c5-bd61-20f65bdae3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:18:49Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['6d0eef1b-b0b5-4281-92f2-af75ebc04e87'], 'active': True} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:18:50.252801 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-a4026c7b-4902-498b-8ab0-f9cd5205083a req-a6377c8c-fbd6-48f1-b77b-91fe7d78f8e0 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd5975b1-3c33-4da2-8fde-e582d3d1e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435922 Jun 14 18:18:50.347744 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvr_db [None req-1e6293b7-67f9-44c5-bd61-20f65bdae3e6 None None] Set router 6d0eef1b-b0b5-4281-92f2-af75ebc04e87 gateway port host: dv-cinder-821739-1-iscsi {{(pid=102478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:18:50.536977 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-1e6293b7-67f9-44c5-bd61-20f65bdae3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d0eef1b-b0b5-4281-92f2-af75ebc04e87', 'name': 'tempest-AttachVolumeShelveTestJSON-1404682588-router', 'tenant_id': 'ce9a2eeca2ae45e78c3f8e1182360462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '8859bc2f-722e-4348-b24e-8c89c8633abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:11:32Z', 'updated_at': '2022-06-14T18:18:49Z', 'revision_number': 5, 'project_id': 'ce9a2eeca2ae45e78c3f8e1182360462', 'gw_port': {'id': '8859bc2f-722e-4348-b24e-8c89c8633abc', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0eef1b-b0b5-4281-92f2-af75ebc04e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:34Z', 'updated_at': '2022-06-14T18:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi'}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:18:50.564298 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6293b7-67f9-44c5-bd61-20f65bdae3e6 None None] Checking router: 6d0eef1b-b0b5-4281-92f2-af75ebc04e87 for host: dv-cinder-821739-1-iscsi {{(pid=102478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:18:50.573910 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6293b7-67f9-44c5-bd61-20f65bdae3e6 None None] Routers {'6d0eef1b-b0b5-4281-92f2-af75ebc04e87'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:18:50.574543 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-1e6293b7-67f9-44c5-bd61-20f65bdae3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:18:49Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['6d0eef1b-b0b5-4281-92f2-af75ebc04e87'], 'active': True} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:18:50.623360 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-9b5de281-f086-4565-b34a-382030e64fc6 admin admin] Notify callbacks [] for router, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:50.634342 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d35649-d69c-4db7-8da8-cbd154eaf051 req-37640640-806c-43d7-8ff9-fae0daa44578 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:50.636440 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-b8d35649-d69c-4db7-8da8-cbd154eaf051 req-37640640-806c-43d7-8ff9-fae0daa44578 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/ports?device_id=c867268a-6ee0-4c0d-a40b-7f38268c4dc4 HTTP/1.1" status: 200 len: 943 time: 0.3612857 Jun 14 18:18:50.682611 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvr_db [None req-1e6293b7-67f9-44c5-bd61-20f65bdae3e6 None None] Set router 6d0eef1b-b0b5-4281-92f2-af75ebc04e87 gateway port host: dv-cinder-821739-1-iscsi {{(pid=102478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:18:50.737198 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-b8d35649-d69c-4db7-8da8-cbd154eaf051 req-0d4ebe80-b5c3-4093-89f5-5f7ebc58f496 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e9b1789-2c21-44c4-9200-ad2f8fbcbd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719662 Jun 14 18:18:50.760952 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-9b5de281-f086-4565-b34a-382030e64fc6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:50.814618 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.plugin [None req-9b5de281-f086-4565-b34a-382030e64fc6 admin admin] Deleting port 8859bc2f-722e-4348-b24e-8c89c8633abc {{(pid=102477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 14 18:18:50.814870 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-9b5de281-f086-4565-b34a-382030e64fc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239577025'] for port, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:50.864611 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-1e6293b7-67f9-44c5-bd61-20f65bdae3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d0eef1b-b0b5-4281-92f2-af75ebc04e87', 'name': 'tempest-AttachVolumeShelveTestJSON-1404682588-router', 'tenant_id': 'ce9a2eeca2ae45e78c3f8e1182360462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '8859bc2f-722e-4348-b24e-8c89c8633abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:11:32Z', 'updated_at': '2022-06-14T18:18:49Z', 'revision_number': 5, 'project_id': 'ce9a2eeca2ae45e78c3f8e1182360462', 'gw_port': {'id': '8859bc2f-722e-4348-b24e-8c89c8633abc', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0eef1b-b0b5-4281-92f2-af75ebc04e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:34Z', 'updated_at': '2022-06-14T18:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi'}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:18:50.890460 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6293b7-67f9-44c5-bd61-20f65bdae3e6 None None] The sync data for ids ['6d0eef1b-b0b5-4281-92f2-af75ebc04e87'] in dv-cinder-821739-1-iscsi is: [{'id': '6d0eef1b-b0b5-4281-92f2-af75ebc04e87', 'name': 'tempest-AttachVolumeShelveTestJSON-1404682588-router', 'tenant_id': 'ce9a2eeca2ae45e78c3f8e1182360462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '8859bc2f-722e-4348-b24e-8c89c8633abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:11:32Z', 'updated_at': '2022-06-14T18:18:49Z', 'revision_number': 5, 'project_id': 'ce9a2eeca2ae45e78c3f8e1182360462', 'gw_port': {'id': '8859bc2f-722e-4348-b24e-8c89c8633abc', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0eef1b-b0b5-4281-92f2-af75ebc04e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:11:34Z', 'updated_at': '2022-06-14T18:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi'}] {{(pid=102478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:18:50.897871 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.db [None req-9b5de281-f086-4565-b34a-382030e64fc6 admin admin] For port 8859bc2f-722e-4348-b24e-8c89c8633abc, host dv-cinder-821739-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=8859bc2f-722e-4348-b24e-8c89c8633abc,segment=NetworkSegment(d3be3284-4005-440f-af8c-13455fbdf684),segment_id=d3be3284-4005-440f-af8c-13455fbdf684)] {{(pid=102477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:18:50.898262 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-9b5de281-f086-4565-b34a-382030e64fc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282467'] for port, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:50.911605 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.plugin [None req-9b5de281-f086-4565-b34a-382030e64fc6 admin admin] Calling delete_port for 8859bc2f-722e-4348-b24e-8c89c8633abc owned by network:router_gateway {{(pid=102477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 14 18:18:51.075588 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-9b5de281-f086-4565-b34a-382030e64fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239583007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239190869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16661523'] for port, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:51.099979 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5de281-f086-4565-b34a-382030e64fc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8859bc2f-722e-4348-b24e-8c89c8633abc,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:18:51.161163 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-9b5de281-f086-4565-b34a-382030e64fc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8287518'] for router_gateway, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:51.253568 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-9b5de281-f086-4565-b34a-382030e64fc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16243'] for router, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:51.255708 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-9b5de281-f086-4565-b34a-382030e64fc6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:51.310749 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-9b5de281-f086-4565-b34a-382030e64fc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8278028'] for router, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:51.311349 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b5de281-f086-4565-b34a-382030e64fc6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d0eef1b-b0b5-4281-92f2-af75ebc04e87 {{(pid=102477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 14 18:18:51.316070 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-9b5de281-f086-4565-b34a-382030e64fc6 admin admin] Notify callbacks [] for router, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:51.317233 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-9b5de281-f086-4565-b34a-382030e64fc6 admin admin] 10.222.0.70 "DELETE /v2.0/routers/6d0eef1b-b0b5-4281-92f2-af75ebc04e87 HTTP/1.1" status: 204 len: 168 time: 1.1055160 Jun 14 18:18:51.319735 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 58024) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:18:51.383109 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.db_base_plugin_v2 [None req-faaf51ee-2698-4f8c-950b-3c0e9f34fd5a admin admin] Deleting subnet 60742c27-3909-4c07-b59a-2eae5cd6702e {{(pid=102477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jun 14 18:18:51.387145 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-faaf51ee-2698-4f8c-950b-3c0e9f34fd5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:51.426641 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-faaf51ee-2698-4f8c-950b-3c0e9f34fd5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16658451'] for subnet, precommit_delete_associations {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:51.429393 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f1d806-0065-43ad-9163-386a2f3a9c6b req-a363431a-56c1-444a-9f14-05831d47ce94 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:51.430967 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-75f1d806-0065-43ad-9163-386a2f3a9c6b req-a363431a-56c1-444a-9f14-05831d47ce94 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d5cf695-91ef-443b-952e-3deb63c31a35 HTTP/1.1" status: 200 len: 946 time: 0.0639434 Jun 14 18:18:51.432313 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device 497d156f-45c6-4d64-bf48-0bdfa0641beb no longer exists at agent ovs-agent-dv-cinder-821739-1-iscsi {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:18:51.453556 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] No Port match for: 497d156f-45c6-4d64-bf48-0bdfa0641beb {{(pid=102478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 14 18:18:51.453908 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device 497d156f-45c6-4d64-bf48-0bdfa0641beb not bound to the agent host dv-cinder-821739-1-iscsi {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:18:51.479755 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-75f1d806-0065-43ad-9163-386a2f3a9c6b req-aa9acd0c-b9c3-4113-8aaa-11810a020485 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd5975b1-3c33-4da2-8fde-e582d3d1e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379720 Jun 14 18:18:51.518284 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-faaf51ee-2698-4f8c-950b-3c0e9f34fd5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-977723'] for subnet, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:51.574181 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-faaf51ee-2698-4f8c-950b-3c0e9f34fd5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-977714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16661700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4693647'] for subnet, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:51.596886 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaf51ee-2698-4f8c-950b-3c0e9f34fd5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60742c27-3909-4c07-b59a-2eae5cd6702e,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:18:51.606832 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-faaf51ee-2698-4f8c-950b-3c0e9f34fd5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7944499'] for subnet, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:51.613485 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-faaf51ee-2698-4f8c-950b-3c0e9f34fd5a admin admin] 10.222.0.70 "DELETE /v2.0/subnets/60742c27-3909-4c07-b59a-2eae5cd6702e HTTP/1.1" status: 204 len: 168 time: 0.2924380 Jun 14 18:18:51.614285 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 58026) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:18:51.617499 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1263564b-720b-4237-84db-3e0d7407a321 None None] Network 207b3e54-87d5-4ff2-9e27-0fc3ae498411 requested from dv-cinder-821739-1-iscsi {{(pid=102478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 18:18:51.641932 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-1a5f21f8-b210-492f-a8cf-2d8a6010caea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:51.689408 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-43f6cb42-0d1b-4f56-b64f-d2994faf741f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592896'] for network, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:51.743758 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.plugin [None req-43f6cb42-0d1b-4f56-b64f-d2994faf741f admin admin] Deleting port d6c9edd0-045d-4a5d-a75e-d3ae7829e968 {{(pid=102476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 14 18:18:51.744100 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-43f6cb42-0d1b-4f56-b64f-d2994faf741f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239577025'] for port, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:51.815934 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.db [None req-43f6cb42-0d1b-4f56-b64f-d2994faf741f admin admin] For port d6c9edd0-045d-4a5d-a75e-d3ae7829e968, host dv-cinder-821739-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=d6c9edd0-045d-4a5d-a75e-d3ae7829e968,segment=NetworkSegment(3352f152-10ce-4dbd-b036-7cefe3776371),segment_id=3352f152-10ce-4dbd-b036-7cefe3776371)] {{(pid=102476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:18:51.816336 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-43f6cb42-0d1b-4f56-b64f-d2994faf741f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282467'] for port, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:51.829843 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.plugin [None req-43f6cb42-0d1b-4f56-b64f-d2994faf741f admin admin] Calling delete_port for d6c9edd0-045d-4a5d-a75e-d3ae7829e968 owned by network:dhcp {{(pid=102476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 14 18:18:51.867362 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a9686a-0954-4546-b970-7dce330185aa req-977baf76-4422-427a-a0f7-e63bca287dae tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:51.868829 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-51a9686a-0954-4546-b970-7dce330185aa req-977baf76-4422-427a-a0f7-e63bca287dae tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/ports?device_id=c867268a-6ee0-4c0d-a40b-7f38268c4dc4 HTTP/1.1" status: 200 len: 943 time: 0.0515714 Jun 14 18:18:51.908728 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-51a9686a-0954-4546-b970-7dce330185aa req-c570ba3f-65d5-4bbf-a64f-0bd4d260c635 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e9b1789-2c21-44c4-9200-ad2f8fbcbd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323694 Jun 14 18:18:51.916750 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-43f6cb42-0d1b-4f56-b64f-d2994faf741f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239583007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239190869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378765'] for port, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:51.946750 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f6cb42-0d1b-4f56-b64f-d2994faf741f admin admin] Pushing event deleted for resources: {'Port': ['ID=d6c9edd0-045d-4a5d-a75e-d3ae7829e968,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:18:51.951657 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f6cb42-0d1b-4f56-b64f-d2994faf741f admin admin] No DVR routers for this DVR port d6c9edd0-045d-4a5d-a75e-d3ae7829e968 on host dv-cinder-821739-1-iscsi {{(pid=102476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 18:18:51.955096 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:51.985948 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e725d3-8ee3-4b15-8503-73ca61842535 None None] DHCP port deletion for 207b3e54-87d5-4ff2-9e27-0fc3ae498411 request from dv-cinder-821739-1-iscsi {{(pid=102478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 14 18:18:52.043877 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-43f6cb42-0d1b-4f56-b64f-d2994faf741f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-955256', 'neutron.services.segments.db._delete_segments_for_network-8758239721683'] for network, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:52.063656 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.services.segments.db [None req-43f6cb42-0d1b-4f56-b64f-d2994faf741f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['207b3e54-87d5-4ff2-9e27-0fc3ae498411']}} {{(pid=102476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:18:52.072976 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.services.segments.db [None req-43f6cb42-0d1b-4f56-b64f-d2994faf741f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3352f152-10ce-4dbd-b036-7cefe3776371') {'for_net_delete': True} {{(pid=102476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:18:52.073194 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.services.segments.db [None req-43f6cb42-0d1b-4f56-b64f-d2994faf741f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3352f152-10ce-4dbd-b036-7cefe3776371') {} {{(pid=102476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:18:52.082347 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-43f6cb42-0d1b-4f56-b64f-d2994faf741f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758239721948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5425962'] for segment, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:52.094997 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-43f6cb42-0d1b-4f56-b64f-d2994faf741f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977873'] for segment, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:52.101104 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43f6cb42-0d1b-4f56-b64f-d2994faf741f admin admin] Releasing vlan 1036 on physical network physnet1 to pool {{(pid=102476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 18:18:52.101476 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-43f6cb42-0d1b-4f56-b64f-d2994faf741f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5378784'] for segment, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:52.165268 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-43f6cb42-0d1b-4f56-b64f-d2994faf741f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-955201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8287522'] for network, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:52.174294 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-43f6cb42-0d1b-4f56-b64f-d2994faf741f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7944499'] for network, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:52.177571 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-43f6cb42-0d1b-4f56-b64f-d2994faf741f admin admin] 10.222.0.70 "DELETE /v2.0/networks/207b3e54-87d5-4ff2-9e27-0fc3ae498411 HTTP/1.1" status: 204 len: 168 time: 0.5619378 Jun 14 18:18:52.188455 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f6cb42-0d1b-4f56-b64f-d2994faf741f admin admin] Pushing event deleted for resources: {'Network': ['ID=207b3e54-87d5-4ff2-9e27-0fc3ae498411,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:18:52.245449 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.services.segments.plugin [-] Segment 3352f152-10ce-4dbd-b036-7cefe3776371 resource provider aggregate not found Jun 14 18:18:52.263480 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.services.segments.plugin [-] Segment 3352f152-10ce-4dbd-b036-7cefe3776371 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3352f152-10ce-4dbd-b036-7cefe3776371 found for delete ", "request_id": "req-889c4d44-c154-4b33-8326-34d3adc13c01"}]} Jun 14 18:18:52.305554 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 58040) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:18:52.346084 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-f6d2fa5d-8283-473f-84eb-779f5490b03f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ce9a2eeca2ae45e78c3f8e1182360462&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0393479 Jun 14 18:18:52.348836 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 58042) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:18:52.399306 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-88acfe47-7f8a-40b6-a70d-30fa467242ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:52.420901 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-88acfe47-7f8a-40b6-a70d-30fa467242ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:52.465746 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-88acfe47-7f8a-40b6-a70d-30fa467242ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:52.468226 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-88acfe47-7f8a-40b6-a70d-30fa467242ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:52.469359 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-88acfe47-7f8a-40b6-a70d-30fa467242ed admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c5aa4675-413d-4c7c-92ab-7b192a87a789 HTTP/1.1" status: 204 len: 168 time: 0.1196232 Jun 14 18:18:52.477310 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88acfe47-7f8a-40b6-a70d-30fa467242ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5aa4675-413d-4c7c-92ab-7b192a87a789,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:18:52.602878 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77d28c5-123c-49c7-9422-ee3160e13a88 req-ef98194d-f439-4bfd-9dad-cf9ed25548ec tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:52.604963 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-d77d28c5-123c-49c7-9422-ee3160e13a88 req-ef98194d-f439-4bfd-9dad-cf9ed25548ec tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d5cf695-91ef-443b-952e-3deb63c31a35 HTTP/1.1" status: 200 len: 946 time: 0.0519724 Jun 14 18:18:52.650495 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-d77d28c5-123c-49c7-9422-ee3160e13a88 req-7f9024ec-0422-4fc3-91aa-42733fd1007e tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd5975b1-3c33-4da2-8fde-e582d3d1e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383697 Jun 14 18:18:53.037109 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650b71b6-a239-49f3-b225-d9fca84ec794 req-d4fe4744-609a-430a-9cfd-c92d7ad4f4c7 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:53.048823 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-650b71b6-a239-49f3-b225-d9fca84ec794 req-d4fe4744-609a-430a-9cfd-c92d7ad4f4c7 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/ports?device_id=c867268a-6ee0-4c0d-a40b-7f38268c4dc4 HTTP/1.1" status: 200 len: 943 time: 0.0612936 Jun 14 18:18:53.083522 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-650b71b6-a239-49f3-b225-d9fca84ec794 req-67d869ff-0a4b-4774-86e6-3b272fef26bd tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e9b1789-2c21-44c4-9200-ad2f8fbcbd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364263 Jun 14 18:18:53.205779 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 58074) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:18:53.319405 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.v2.base [None req-a831bf20-fa76-49ee-b3d8-d2ccf6cc614b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-601970475-network', 'tenant_id': '790c12adec6345c7b3d420f38bcebf7e'}} {{(pid=102476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:18:53.341046 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a831bf20-fa76-49ee-b3d8-d2ccf6cc614b admin admin] Made reservation on behalf of 790c12adec6345c7b3d420f38bcebf7e for: {'network': 1} {{(pid=102476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:18:53.343999 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-a831bf20-fa76-49ee-b3d8-d2ccf6cc614b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for network, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:53.357033 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-a831bf20-fa76-49ee-b3d8-d2ccf6cc614b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:53.365296 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device 8859bc2f-722e-4348-b24e-8c89c8633abc no longer exists at agent ovs-agent-dv-cinder-821739-1-iscsi {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:18:53.389787 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] No Port match for: 8859bc2f-722e-4348-b24e-8c89c8633abc {{(pid=102478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 14 18:18:53.390117 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device 8859bc2f-722e-4348-b24e-8c89c8633abc not bound to the agent host dv-cinder-821739-1-iscsi {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:18:53.390537 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device d6c9edd0-045d-4a5d-a75e-d3ae7829e968 no longer exists at agent ovs-agent-dv-cinder-821739-1-iscsi {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:18:53.410640 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] No Port match for: d6c9edd0-045d-4a5d-a75e-d3ae7829e968 {{(pid=102478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 14 18:18:53.410986 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device d6c9edd0-045d-4a5d-a75e-d3ae7829e968 not bound to the agent host dv-cinder-821739-1-iscsi {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:18:53.436144 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-a831bf20-fa76-49ee-b3d8-d2ccf6cc614b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:53.439787 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-a831bf20-fa76-49ee-b3d8-d2ccf6cc614b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:53.461176 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a831bf20-fa76-49ee-b3d8-d2ccf6cc614b admin admin] vlan segment allocate from pool success with {'vlan_id': 1047, 'physical_network': 'physnet1'} {{(pid=102476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 18:18:53.474939 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a831bf20-fa76-49ee-b3d8-d2ccf6cc614b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa3dfdb-baaa-42d7-8bb3-ed193d31017a,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:18:53.480989 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-a831bf20-fa76-49ee-b3d8-d2ccf6cc614b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977873'] for segment, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:53.481335 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.db.segments_db [None req-a831bf20-fa76-49ee-b3d8-d2ccf6cc614b admin admin] Added segment 910d8a4c-add1-4ead-9885-1d10f697d997 of type vlan for network 7f676d83-185e-47b1-8359-adb2ac62e0e0 Jun 14 18:18:53.520965 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-a831bf20-fa76-49ee-b3d8-d2ccf6cc614b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758239169585'] for network, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:53.546411 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-a831bf20-fa76-49ee-b3d8-d2ccf6cc614b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477'] for network, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:53.547460 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a831bf20-fa76-49ee-b3d8-d2ccf6cc614b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:53.548047 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-a831bf20-fa76-49ee-b3d8-d2ccf6cc614b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7944499'] for network, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:53.583605 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-a831bf20-fa76-49ee-b3d8-d2ccf6cc614b admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3768849 Jun 14 18:18:53.587815 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 58078) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:18:53.593488 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.v2.base [None req-9deddb04-cb45-4cee-a49e-44efd2a3dfc6 admin admin] Request body: {'subnet': {'network_id': '7f676d83-185e-47b1-8359-adb2ac62e0e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-601970475-subnet', 'tenant_id': '790c12adec6345c7b3d420f38bcebf7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:18:53.614513 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9deddb04-cb45-4cee-a49e-44efd2a3dfc6 admin admin] Made reservation on behalf of 790c12adec6345c7b3d420f38bcebf7e for: {'subnet': 1} {{(pid=102477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:18:53.616773 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-9deddb04-cb45-4cee-a49e-44efd2a3dfc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4693100'] for subnet, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:53.628006 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a831bf20-fa76-49ee-b3d8-d2ccf6cc614b admin admin] Pushing event updated for resources: {'Network': ['ID=7f676d83-185e-47b1-8359-adb2ac62e0e0,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:18:53.638822 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Network 7f676d83-185e-47b1-8359-adb2ac62e0e0 details requested by agent ovs-agent-dv-cinder-821739-1-iscsi with host dv-cinder-821739-1-iscsi {{(pid=102478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 14 18:18:53.774489 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3707db73-f123-4eae-8217-d08855ba5303 req-3b941684-3ca2-4da3-bc4c-14ce9b450084 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:53.777122 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-3707db73-f123-4eae-8217-d08855ba5303 req-3b941684-3ca2-4da3-bc4c-14ce9b450084 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d5cf695-91ef-443b-952e-3deb63c31a35 HTTP/1.1" status: 200 len: 946 time: 0.0503936 Jun 14 18:18:53.810360 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-9deddb04-cb45-4cee-a49e-44efd2a3dfc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16661639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4693638'] for subnet, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:53.818488 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-3707db73-f123-4eae-8217-d08855ba5303 req-11cc42ce-2676-4523-9c15-69fc3e4d5914 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd5975b1-3c33-4da2-8fde-e582d3d1e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347753 Jun 14 18:18:53.866444 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deddb04-cb45-4cee-a49e-44efd2a3dfc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c8a2db1-9a12-47cb-aef0-73460c378749,revision_number=0']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:18:53.876384 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9deddb04-cb45-4cee-a49e-44efd2a3dfc6 admin admin] Checking segment: {'id': '910d8a4c-add1-4ead-9885-1d10f697d997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '7f676d83-185e-47b1-8359-adb2ac62e0e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 14 18:18:53.876740 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9deddb04-cb45-4cee-a49e-44efd2a3dfc6 admin admin] Network hostable DHCP agents. Network: 7f676d83-185e-47b1-8359-adb2ac62e0e0, hostable agents: ['7e447456-ff8f-4cbe-bcdd-bfd26b4a7662'], hosted agents: [] {{(pid=102477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 18:18:53.914114 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9deddb04-cb45-4cee-a49e-44efd2a3dfc6 admin admin] Network 7f676d83-185e-47b1-8359-adb2ac62e0e0 is scheduled to be hosted by DHCP agent 7e447456-ff8f-4cbe-bcdd-bfd26b4a7662 with binding_index 1 {{(pid=102477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 18:18:53.925499 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.base_scheduler [None req-9deddb04-cb45-4cee-a49e-44efd2a3dfc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821739-1-iscsi, 7f676d83-185e-47b1-8359-adb2ac62e0e0) {{(pid=102477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:18:53.931038 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9deddb04-cb45-4cee-a49e-44efd2a3dfc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:53.931038 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-9deddb04-cb45-4cee-a49e-44efd2a3dfc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7944499'] for subnet, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:53.934864 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006f9fc3-e1a6-44a7-bede-f55fd9daf3d6 None None] Network 7f676d83-185e-47b1-8359-adb2ac62e0e0 requested from dv-cinder-821739-1-iscsi {{(pid=102478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 18:18:53.951996 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c03594c-e542-458b-a72d-529dd666f847 req-4f85d659-feb4-4079-9336-1707ceb9016b tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:53.953371 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-5c03594c-e542-458b-a72d-529dd666f847 req-4f85d659-feb4-4079-9336-1707ceb9016b tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d5cf695-91ef-443b-952e-3deb63c31a35 HTTP/1.1" status: 200 len: 946 time: 0.0662565 Jun 14 18:18:53.957087 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-9deddb04-cb45-4cee-a49e-44efd2a3dfc6 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3674810 Jun 14 18:18:53.971616 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 58086) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:18:53.976988 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.v2.base [None req-6202b4bb-6218-48fa-8daf-f8c6252631cb tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Request body: {'floatingip': {'port_id': 'ed121229-487c-46cd-b188-a5adcbfb9d5d'}} {{(pid=102476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:18:54.019890 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-6202b4bb-6218-48fa-8daf-f8c6252631cb tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks [] for floatingip, before_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:54.071297 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ae97a1-6ce4-4efe-bef3-94230cbba68c None None] Network 7f676d83-185e-47b1-8359-adb2ac62e0e0 requested from dv-cinder-821739-1-iscsi {{(pid=102478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 18:18:54.278864 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5abada-970a-47ff-8e59-efcb9fc4be16 req-d465439e-3f61-441b-affe-6ebedfeea2c1 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:54.280355 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-4d5abada-970a-47ff-8e59-efcb9fc4be16 req-d465439e-3f61-441b-affe-6ebedfeea2c1 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/ports?device_id=c867268a-6ee0-4c0d-a40b-7f38268c4dc4 HTTP/1.1" status: 200 len: 943 time: 0.0976136 Jun 14 18:18:54.400220 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-4d5abada-970a-47ff-8e59-efcb9fc4be16 req-b8865195-6d08-47cf-927b-eea323ef8353 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e9b1789-2c21-44c4-9200-ad2f8fbcbd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132877 Jun 14 18:18:54.525148 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 58104) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:18:54.531063 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.v2.base [None req-53055d4d-2c7c-4fff-bc16-6f695873cedf admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1683427132-network', 'tenant_id': 'd78136694e964bfa91aabb56e6cdb89e'}} {{(pid=102477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:18:54.555708 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53055d4d-2c7c-4fff-bc16-6f695873cedf admin admin] Made reservation on behalf of d78136694e964bfa91aabb56e6cdb89e for: {'network': 1} {{(pid=102477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:18:54.560221 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-53055d4d-2c7c-4fff-bc16-6f695873cedf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for network, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:54.573310 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-6202b4bb-6218-48fa-8daf-f8c6252631cb tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:54.575494 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-53055d4d-2c7c-4fff-bc16-6f695873cedf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:54.578262 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-6202b4bb-6218-48fa-8daf-f8c6252631cb tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8287696'] for floatingip, after_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:54.674835 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-53055d4d-2c7c-4fff-bc16-6f695873cedf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:54.679349 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-53055d4d-2c7c-4fff-bc16-6f695873cedf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:54.707384 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53055d4d-2c7c-4fff-bc16-6f695873cedf admin admin] vlan segment allocate from pool success with {'vlan_id': 1019, 'physical_network': 'physnet1'} {{(pid=102477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 18:18:54.712175 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.db.l3_db [None req-6202b4bb-6218-48fa-8daf-f8c6252631cb tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Floating IP 408b93ec-431b-464d-a6ef-ba5ae02fda36 associated. External IP: 172.27.2.190, port: ed121229-487c-46cd-b188-a5adcbfb9d5d. Jun 14 18:18:54.719043 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53055d4d-2c7c-4fff-bc16-6f695873cedf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6759b02a-978e-4b8a-8bf9-c9930feabe0d,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:18:54.725262 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-53055d4d-2c7c-4fff-bc16-6f695873cedf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977873'] for segment, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:54.725946 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.db.segments_db [None req-53055d4d-2c7c-4fff-bc16-6f695873cedf admin admin] Added segment cbe83fa8-035e-467d-b180-129f53c87f4b of type vlan for network b73cdbaf-3ae6-409a-9b87-4b6f2795ae3f Jun 14 18:18:54.773545 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-53055d4d-2c7c-4fff-bc16-6f695873cedf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758239169585'] for network, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:54.804369 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-53055d4d-2c7c-4fff-bc16-6f695873cedf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477'] for network, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:54.805514 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53055d4d-2c7c-4fff-bc16-6f695873cedf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:54.806233 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-53055d4d-2c7c-4fff-bc16-6f695873cedf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7944499'] for network, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:54.843613 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-53055d4d-2c7c-4fff-bc16-6f695873cedf admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.3165441 Jun 14 18:18:54.875889 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 58106) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:18:54.882904 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.v2.base [None req-edda7c45-145d-4594-9fd1-9d331a631d81 admin admin] Request body: {'subnet': {'network_id': 'b73cdbaf-3ae6-409a-9b87-4b6f2795ae3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1683427132-subnet', 'tenant_id': 'd78136694e964bfa91aabb56e6cdb89e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:18:54.887490 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53055d4d-2c7c-4fff-bc16-6f695873cedf admin admin] Pushing event updated for resources: {'Network': ['ID=b73cdbaf-3ae6-409a-9b87-4b6f2795ae3f,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:18:54.902994 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Network b73cdbaf-3ae6-409a-9b87-4b6f2795ae3f details requested by agent ovs-agent-dv-cinder-821739-1-iscsi with host dv-cinder-821739-1-iscsi {{(pid=102478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 14 18:18:54.909726 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edda7c45-145d-4594-9fd1-9d331a631d81 admin admin] Made reservation on behalf of d78136694e964bfa91aabb56e6cdb89e for: {'subnet': 1} {{(pid=102477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:18:54.913842 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-edda7c45-145d-4594-9fd1-9d331a631d81 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4693100'] for subnet, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:55.128248 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-edda7c45-145d-4594-9fd1-9d331a631d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16661639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4693638'] for subnet, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:55.190910 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edda7c45-145d-4594-9fd1-9d331a631d81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8deb6261-2e45-4cf5-b053-cb77e6818a1a,revision_number=0']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:18:55.207714 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edda7c45-145d-4594-9fd1-9d331a631d81 admin admin] Checking segment: {'id': 'cbe83fa8-035e-467d-b180-129f53c87f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'b73cdbaf-3ae6-409a-9b87-4b6f2795ae3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 14 18:18:55.208071 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edda7c45-145d-4594-9fd1-9d331a631d81 admin admin] Network hostable DHCP agents. Network: b73cdbaf-3ae6-409a-9b87-4b6f2795ae3f, hostable agents: ['7e447456-ff8f-4cbe-bcdd-bfd26b4a7662'], hosted agents: [] {{(pid=102477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 18:18:55.228028 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edda7c45-145d-4594-9fd1-9d331a631d81 admin admin] Network b73cdbaf-3ae6-409a-9b87-4b6f2795ae3f is scheduled to be hosted by DHCP agent 7e447456-ff8f-4cbe-bcdd-bfd26b4a7662 with binding_index 1 {{(pid=102477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 18:18:55.234476 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device 2af0a7a3-7d79-44a7-9b66-c56a0fb05efc details requested by agent hyperv_hv-cinder-82173 with host hv-cinder-82173 {{(pid=102478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 14 18:18:55.242941 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.base_scheduler [None req-edda7c45-145d-4594-9fd1-9d331a631d81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821739-1-iscsi, b73cdbaf-3ae6-409a-9b87-4b6f2795ae3f) {{(pid=102477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:18:55.252354 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edda7c45-145d-4594-9fd1-9d331a631d81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:55.253286 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-edda7c45-145d-4594-9fd1-9d331a631d81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7944499'] for subnet, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:55.254909 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0edcc60b-1ee4-401d-8932-8e3b89cbb196 None None] Network b73cdbaf-3ae6-409a-9b87-4b6f2795ae3f requested from dv-cinder-821739-1-iscsi {{(pid=102478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 18:18:55.282729 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-edda7c45-145d-4594-9fd1-9d331a631d81 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4054713 Jun 14 18:18:55.301806 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6202b4bb-6218-48fa-8daf-f8c6252631cb tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Router ef5d4ac0-65e8-4141-a13d-576baaa329ba has already been hosted by L3 agent 2bd7ef4a-700f-45f4-ae1e-98ca6454acba {{(pid=102476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:18:55.417155 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] For port 2af0a7a3-7d79-44a7-9b66-c56a0fb05efc, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=2af0a7a3-7d79-44a7-9b66-c56a0fb05efc,segment=NetworkSegment(2256f80c-8b7b-45d3-85f9-54dff98916a9),segment_id=2256f80c-8b7b-45d3-85f9-54dff98916a9)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:18:55.433405 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 58114) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:18:55.441557 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6202b4bb-6218-48fa-8daf-f8c6252631cb tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify agent at l3_agent.dv-cinder-821739-1-iscsi the message routers_updated {{(pid=102476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:18:55.448482 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Returning: {'device': '2af0a7a3-7d79-44a7-9b66-c56a0fb05efc', 'network_id': '576da013-3617-4a8e-90bf-f7e3da71dae2', 'port_id': '2af0a7a3-7d79-44a7-9b66-c56a0fb05efc', 'mac_address': 'fa:16:3e:b6:e3:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd637fcab-e631-4a9a-85a6-1edd05917c42', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 14 18:18:55.448796 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-6202b4bb-6218-48fa-8daf-f8c6252631cb tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for floatingip, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:55.456450 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb1eedf-6f52-4c0f-bad2-1ac599f4acd1 None None] Sync routers for ids ['ef5d4ac0-65e8-4141-a13d-576baaa329ba'] in dv-cinder-821739-1-iscsi {{(pid=102479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:18:55.481815 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb1eedf-6f52-4c0f-bad2-1ac599f4acd1 None None] Routers {'ef5d4ac0-65e8-4141-a13d-576baaa329ba'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:18:55.482582 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-9bb1eedf-6f52-4c0f-bad2-1ac599f4acd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:18:49Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['ef5d4ac0-65e8-4141-a13d-576baaa329ba'], 'active': True} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:18:55.486773 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-6202b4bb-6218-48fa-8daf-f8c6252631cb tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "PUT /v2.0/floatingips/408b93ec-431b-464d-a6ef-ba5ae02fda36 HTTP/1.1" status: 200 len: 992 time: 1.5118144 Jun 14 18:18:55.486773 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d5cf695-91ef-443b-952e-3deb63c31a35', 'tag': 'ed121229-487c-46cd-b188-a5adcbfb9d5d'}] {{(pid=102476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:18:55.488579 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f6785e4de8a87b7f797dd5e96f4d126f8c0b91c7fbdcfaa1853e8ef739b068f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ebd7f60-9f62-4bb2-bbff-0b2409954a3a" -d '{"events": [{"name": "network-changed", "server_uuid": "4d5cf695-91ef-443b-952e-3deb63c31a35", "tag": "ed121229-487c-46cd-b188-a5adcbfb9d5d"}]}' {{(pid=102476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:18:55.498629 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2ebf8ff-8bb3-4107-862b-5582c42aabfd admin admin] Deleting subnet 7c8a2db1-9a12-47cb-aef0-73460c378749 {{(pid=102477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jun 14 18:18:55.498781 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772e74fc-f0cd-49de-8890-82594d9d34f6 None None] Network b73cdbaf-3ae6-409a-9b87-4b6f2795ae3f requested from dv-cinder-821739-1-iscsi {{(pid=102478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 18:18:55.502579 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-b2ebf8ff-8bb3-4107-862b-5582c42aabfd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:55.546726 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Jun 2022 18:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a745a64d-dcab-4c95-8c44-eec667c1b049 x-openstack-request-id: req-a745a64d-dcab-4c95-8c44-eec667c1b049 {{(pid=102476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:18:55.547018 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d5cf695-91ef-443b-952e-3deb63c31a35", "tag": "ed121229-487c-46cd-b188-a5adcbfb9d5d", "status": "completed", "code": 200}]} {{(pid=102476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:18:55.547271 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a745a64d-dcab-4c95-8c44-eec667c1b049 {{(pid=102476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:18:55.547663 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a745a64d-dcab-4c95-8c44-eec667c1b049'] response: {'name': 'network-changed', 'server_uuid': '4d5cf695-91ef-443b-952e-3deb63c31a35', 'tag': 'ed121229-487c-46cd-b188-a5adcbfb9d5d', 'status': 'completed', 'code': 200} Jun 14 18:18:55.568635 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Current status of the port 2af0a7a3-7d79-44a7-9b66-c56a0fb05efc is: DOWN; New status is: BUILD {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:18:55.569029 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:55.576724 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-b2ebf8ff-8bb3-4107-862b-5582c42aabfd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16658451'] for subnet, precommit_delete_associations {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:55.584430 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.notifiers.nova [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2af0a7a3-7d79-44a7-9b66-c56a0fb05efc {{(pid=102478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:18:55.615592 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] For port 2af0a7a3-7d79-44a7-9b66-c56a0fb05efc, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=2af0a7a3-7d79-44a7-9b66-c56a0fb05efc,segment=NetworkSegment(2256f80c-8b7b-45d3-85f9-54dff98916a9),segment_id=2256f80c-8b7b-45d3-85f9-54dff98916a9)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:18:55.618333 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvr_db [None req-9bb1eedf-6f52-4c0f-bad2-1ac599f4acd1 None None] Set router ef5d4ac0-65e8-4141-a13d-576baaa329ba gateway port host: dv-cinder-821739-1-iscsi {{(pid=102479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:18:55.623259 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec2288-790b-425c-af49-3c8c29da4df2 req-5bf6f5af-0fe1-4e56-80c1-e6a08df29fa5 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:55.624853 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-e5ec2288-790b-425c-af49-3c8c29da4df2 req-5bf6f5af-0fe1-4e56-80c1-e6a08df29fa5 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/ports?device_id=c867268a-6ee0-4c0d-a40b-7f38268c4dc4 HTTP/1.1" status: 200 len: 943 time: 0.0945339 Jun 14 18:18:55.632968 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:55.633344 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-b2ebf8ff-8bb3-4107-862b-5582c42aabfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-977723'] for subnet, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:55.696828 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-e5ec2288-790b-425c-af49-3c8c29da4df2 req-9717bc28-e4b7-4989-9bdc-8130352d2153 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e9b1789-2c21-44c4-9200-ad2f8fbcbd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646429 Jun 14 18:18:55.716671 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-b2ebf8ff-8bb3-4107-862b-5582c42aabfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-977714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16661700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4693647'] for subnet, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:55.721100 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Pushing event updated for resources: {'Port': ['ID=2af0a7a3-7d79-44a7-9b66-c56a0fb05efc,revision_number=4']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:18:55.746919 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ebf8ff-8bb3-4107-862b-5582c42aabfd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c8a2db1-9a12-47cb-aef0-73460c378749,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:18:55.748964 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-b2ebf8ff-8bb3-4107-862b-5582c42aabfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7944499'] for subnet, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:55.754492 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-b2ebf8ff-8bb3-4107-862b-5582c42aabfd admin admin] 10.222.0.70 "DELETE /v2.0/subnets/7c8a2db1-9a12-47cb-aef0-73460c378749 HTTP/1.1" status: 204 len: 168 time: 0.3179202 Jun 14 18:18:55.754492 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 58120) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:18:55.831149 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-2135f9a3-54a8-465b-9a92-7875586e7bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592896'] for network, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:55.876749 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-9bb1eedf-6f52-4c0f-bad2-1ac599f4acd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'name': 'tempest-AttachVolumeNegativeTest-1757857751-router', 'tenant_id': '927013c586d5417e99dbc2cf0a0eed12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '7b326511-d8fa-46b4-874b-af4d5a5cd3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:18:31Z', 'updated_at': '2022-06-14T18:18:35Z', 'revision_number': 4, 'project_id': '927013c586d5417e99dbc2cf0a0eed12', 'gw_port': {'id': '7b326511-d8fa-46b4-874b-af4d5a5cd3b4', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:18:32Z', 'updated_at': '2022-06-14T18:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_floatingips': [{'id': '408b93ec-431b-464d-a6ef-ba5ae02fda36', 'tenant_id': '927013c586d5417e99dbc2cf0a0eed12', 'floating_ip_address': '172.27.2.190', 'floating_network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'router_id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'port_id': 'ed121229-487c-46cd-b188-a5adcbfb9d5d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a20cd105-ccee-4ccf-aa21-673440674804', 'mac_address': 'fa:16:3e:b7:8e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5cf695-91ef-443b-952e-3deb63c31a35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:18:37Z', 'updated_at': '2022-06-14T18:18:54Z', 'revision_number': 1, 'project_id': '927013c586d5417e99dbc2cf0a0eed12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8767bc7-2de4-4c78-ac1a-3dfdba970188', 'name': '', 'network_id': 'a20cd105-ccee-4ccf-aa21-673440674804', 'tenant_id': '927013c586d5417e99dbc2cf0a0eed12', 'mac_address': 'fa:16:3e:f4:1a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'adeaf354-122e-42a5-ab5f-7dce689ddb1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:18:34Z', 'updated_at': '2022-06-14T18:18:40Z', 'revision_number': 5, 'project_id': '927013c586d5417e99dbc2cf0a0eed12', 'subnets': [{'id': 'adeaf354-122e-42a5-ab5f-7dce689ddb1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:18:55.904454 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb1eedf-6f52-4c0f-bad2-1ac599f4acd1 None None] Checking router: ef5d4ac0-65e8-4141-a13d-576baaa329ba for host: dv-cinder-821739-1-iscsi {{(pid=102479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:18:55.911624 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-2135f9a3-54a8-465b-9a92-7875586e7bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-955256', 'neutron.services.segments.db._delete_segments_for_network-8758239721683'] for network, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:55.912780 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb1eedf-6f52-4c0f-bad2-1ac599f4acd1 None None] Routers {'ef5d4ac0-65e8-4141-a13d-576baaa329ba'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:18:55.913382 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-9bb1eedf-6f52-4c0f-bad2-1ac599f4acd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:18:49Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['ef5d4ac0-65e8-4141-a13d-576baaa329ba'], 'active': True} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:18:55.930663 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.services.segments.db [None req-2135f9a3-54a8-465b-9a92-7875586e7bb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f676d83-185e-47b1-8359-adb2ac62e0e0']}} {{(pid=102477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:18:55.940107 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.services.segments.db [None req-2135f9a3-54a8-465b-9a92-7875586e7bb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '910d8a4c-add1-4ead-9885-1d10f697d997') {'for_net_delete': True} {{(pid=102477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:18:55.940408 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.services.segments.db [None req-2135f9a3-54a8-465b-9a92-7875586e7bb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '910d8a4c-add1-4ead-9885-1d10f697d997') {} {{(pid=102477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:18:55.950516 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-2135f9a3-54a8-465b-9a92-7875586e7bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758239721948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16658456'] for segment, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:55.963636 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-2135f9a3-54a8-465b-9a92-7875586e7bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977873'] for segment, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:55.969784 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2135f9a3-54a8-465b-9a92-7875586e7bb0 admin admin] Releasing vlan 1047 on physical network physnet1 to pool {{(pid=102477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 18:18:55.970248 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-2135f9a3-54a8-465b-9a92-7875586e7bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16661566'] for segment, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:55.989201 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.services.segments.plugin [-] Segment 910d8a4c-add1-4ead-9885-1d10f697d997 resource provider aggregate not found Jun 14 18:18:56.024068 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvr_db [None req-9bb1eedf-6f52-4c0f-bad2-1ac599f4acd1 None None] Set router ef5d4ac0-65e8-4141-a13d-576baaa329ba gateway port host: dv-cinder-821739-1-iscsi {{(pid=102479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:18:56.027684 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.services.segments.plugin [-] Segment 910d8a4c-add1-4ead-9885-1d10f697d997 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 910d8a4c-add1-4ead-9885-1d10f697d997 found for delete ", "request_id": "req-a671f232-1622-4c25-a21e-6d1d0aab317f"}]} Jun 14 18:18:56.039917 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-2135f9a3-54a8-465b-9a92-7875586e7bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-955201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8287522'] for network, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:56.045851 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-2135f9a3-54a8-465b-9a92-7875586e7bb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7944499'] for network, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:56.048963 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-2135f9a3-54a8-465b-9a92-7875586e7bb0 admin admin] 10.222.0.70 "DELETE /v2.0/networks/7f676d83-185e-47b1-8359-adb2ac62e0e0 HTTP/1.1" status: 204 len: 168 time: 0.2935889 Jun 14 18:18:56.051888 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 58126) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:18:56.060031 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2135f9a3-54a8-465b-9a92-7875586e7bb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f676d83-185e-47b1-8359-adb2ac62e0e0,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:18:56.098233 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb67b8e9-ad10-4f0a-a5af-b703fe50e9fd admin admin] Deleting subnet 8deb6261-2e45-4cf5-b053-cb77e6818a1a {{(pid=102476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jun 14 18:18:56.101902 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-bb67b8e9-ad10-4f0a-a5af-b703fe50e9fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:56.137890 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-bb67b8e9-ad10-4f0a-a5af-b703fe50e9fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5425953'] for subnet, precommit_delete_associations {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:56.175629 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-bb67b8e9-ad10-4f0a-a5af-b703fe50e9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-977723'] for subnet, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:56.262176 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-9bb1eedf-6f52-4c0f-bad2-1ac599f4acd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'name': 'tempest-AttachVolumeNegativeTest-1757857751-router', 'tenant_id': '927013c586d5417e99dbc2cf0a0eed12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '7b326511-d8fa-46b4-874b-af4d5a5cd3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:18:31Z', 'updated_at': '2022-06-14T18:18:35Z', 'revision_number': 4, 'project_id': '927013c586d5417e99dbc2cf0a0eed12', 'gw_port': {'id': '7b326511-d8fa-46b4-874b-af4d5a5cd3b4', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:18:32Z', 'updated_at': '2022-06-14T18:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_floatingips': [{'id': '408b93ec-431b-464d-a6ef-ba5ae02fda36', 'tenant_id': '927013c586d5417e99dbc2cf0a0eed12', 'floating_ip_address': '172.27.2.190', 'floating_network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'router_id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'port_id': 'ed121229-487c-46cd-b188-a5adcbfb9d5d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a20cd105-ccee-4ccf-aa21-673440674804', 'mac_address': 'fa:16:3e:b7:8e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5cf695-91ef-443b-952e-3deb63c31a35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:18:37Z', 'updated_at': '2022-06-14T18:18:54Z', 'revision_number': 1, 'project_id': '927013c586d5417e99dbc2cf0a0eed12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8767bc7-2de4-4c78-ac1a-3dfdba970188', 'name': '', 'network_id': 'a20cd105-ccee-4ccf-aa21-673440674804', 'tenant_id': '927013c586d5417e99dbc2cf0a0eed12', 'mac_address': 'fa:16:3e:f4:1a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'adeaf354-122e-42a5-ab5f-7dce689ddb1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:18:34Z', 'updated_at': '2022-06-14T18:18:40Z', 'revision_number': 5, 'project_id': '927013c586d5417e99dbc2cf0a0eed12', 'subnets': [{'id': 'adeaf354-122e-42a5-ab5f-7dce689ddb1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:18:56.263764 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebd7f60-9f62-4bb2-bbff-0b2409954a3a req-3755a633-4931-47b8-97e0-4ef80a8f0cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:56.265550 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-6ebd7f60-9f62-4bb2-bbff-0b2409954a3a req-3755a633-4931-47b8-97e0-4ef80a8f0cf2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=927013c586d5417e99dbc2cf0a0eed12&device_id=4d5cf695-91ef-443b-952e-3deb63c31a35 HTTP/1.1" status: 200 len: 1099 time: 0.0597193 Jun 14 18:18:56.266955 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-bb67b8e9-ad10-4f0a-a5af-b703fe50e9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-977714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5378586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4368736'] for subnet, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:56.290538 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb1eedf-6f52-4c0f-bad2-1ac599f4acd1 None None] The sync data for ids ['ef5d4ac0-65e8-4141-a13d-576baaa329ba'] in dv-cinder-821739-1-iscsi is: [{'id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'name': 'tempest-AttachVolumeNegativeTest-1757857751-router', 'tenant_id': '927013c586d5417e99dbc2cf0a0eed12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '7b326511-d8fa-46b4-874b-af4d5a5cd3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:18:31Z', 'updated_at': '2022-06-14T18:18:35Z', 'revision_number': 4, 'project_id': '927013c586d5417e99dbc2cf0a0eed12', 'gw_port': {'id': '7b326511-d8fa-46b4-874b-af4d5a5cd3b4', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:18:32Z', 'updated_at': '2022-06-14T18:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_floatingips': [{'id': '408b93ec-431b-464d-a6ef-ba5ae02fda36', 'tenant_id': '927013c586d5417e99dbc2cf0a0eed12', 'floating_ip_address': '172.27.2.190', 'floating_network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'router_id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'port_id': 'ed121229-487c-46cd-b188-a5adcbfb9d5d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a20cd105-ccee-4ccf-aa21-673440674804', 'mac_address': 'fa:16:3e:b7:8e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5cf695-91ef-443b-952e-3deb63c31a35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:18:37Z', 'updated_at': '2022-06-14T18:18:54Z', 'revision_number': 1, 'project_id': '927013c586d5417e99dbc2cf0a0eed12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8767bc7-2de4-4c78-ac1a-3dfdba970188', 'name': '', 'network_id': 'a20cd105-ccee-4ccf-aa21-673440674804', 'tenant_id': '927013c586d5417e99dbc2cf0a0eed12', 'mac_address': 'fa:16:3e:f4:1a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'adeaf354-122e-42a5-ab5f-7dce689ddb1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:18:34Z', 'updated_at': '2022-06-14T18:18:40Z', 'revision_number': 5, 'project_id': '927013c586d5417e99dbc2cf0a0eed12', 'subnets': [{'id': 'adeaf354-122e-42a5-ab5f-7dce689ddb1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:18:56.303720 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-bb67b8e9-ad10-4f0a-a5af-b703fe50e9fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:56.307396 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-bb67b8e9-ad10-4f0a-a5af-b703fe50e9fd admin admin] 10.222.0.70 "DELETE /v2.0/subnets/8deb6261-2e45-4cf5-b053-cb77e6818a1a HTTP/1.1" status: 204 len: 168 time: 0.2534361 Jun 14 18:18:56.309450 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb67b8e9-ad10-4f0a-a5af-b703fe50e9fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8deb6261-2e45-4cf5-b053-cb77e6818a1a,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:18:56.311617 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 58130) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:18:56.391142 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-20d95084-0814-4209-abd0-c1b9d2cf6a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592896'] for network, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:56.408039 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebd7f60-9f62-4bb2-bbff-0b2409954a3a req-909a5347-2b3f-4a9e-9874-a4c1df9df627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:56.409507 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-6ebd7f60-9f62-4bb2-bbff-0b2409954a3a req-909a5347-2b3f-4a9e-9874-a4c1df9df627 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a20cd105-ccee-4ccf-aa21-673440674804 HTTP/1.1" status: 200 len: 917 time: 0.1328905 Jun 14 18:18:56.474672 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] get_ports_and_sgs() called for port_ids ['2af0a7a3-7d79-44a7-9b66-c56a0fb05efc'] {{(pid=102478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 14 18:18:56.475227 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-20d95084-0814-4209-abd0-c1b9d2cf6a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-955256', 'neutron.services.segments.db._delete_segments_for_network-8758239721683'] for network, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:56.481726 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-6ebd7f60-9f62-4bb2-bbff-0b2409954a3a req-1ccef87b-bdf8-438b-a78c-c236b0b69676 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed121229-487c-46cd-b188-a5adcbfb9d5d HTTP/1.1" status: 200 len: 1000 time: 0.0625706 Jun 14 18:18:56.502215 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.services.segments.db [None req-20d95084-0814-4209-abd0-c1b9d2cf6a05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b73cdbaf-3ae6-409a-9b87-4b6f2795ae3f']}} {{(pid=102477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:18:56.512933 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.services.segments.db [None req-20d95084-0814-4209-abd0-c1b9d2cf6a05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbe83fa8-035e-467d-b180-129f53c87f4b') {'for_net_delete': True} {{(pid=102477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:18:56.513152 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.services.segments.db [None req-20d95084-0814-4209-abd0-c1b9d2cf6a05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbe83fa8-035e-467d-b180-129f53c87f4b') {} {{(pid=102477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:18:56.523231 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-20d95084-0814-4209-abd0-c1b9d2cf6a05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758239721948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16658456'] for segment, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:56.538595 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefbf2ba-c965-4b0a-a57c-f56fe8d3e855 None None] New status for floating IP 408b93ec-431b-464d-a6ef-ba5ae02fda36: ACTIVE {{(pid=102478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 18:18:56.540153 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-20d95084-0814-4209-abd0-c1b9d2cf6a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977873'] for segment, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:56.544682 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebd7f60-9f62-4bb2-bbff-0b2409954a3a req-e217ca42-8cbf-4938-8cf2-abb3640abac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:56.546313 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-6ebd7f60-9f62-4bb2-bbff-0b2409954a3a req-e217ca42-8cbf-4938-8cf2-abb3640abac9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=adeaf354-122e-42a5-ab5f-7dce689ddb1f HTTP/1.1" status: 200 len: 854 time: 0.0575831 Jun 14 18:18:56.548009 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20d95084-0814-4209-abd0-c1b9d2cf6a05 admin admin] Releasing vlan 1019 on physical network physnet1 to pool {{(pid=102477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 18:18:56.548439 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-20d95084-0814-4209-abd0-c1b9d2cf6a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16661566'] for segment, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:56.599774 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebd7f60-9f62-4bb2-bbff-0b2409954a3a req-8e1eb628-5b7e-4ae7-b283-ce565854c976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:56.602036 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-6ebd7f60-9f62-4bb2-bbff-0b2409954a3a req-8e1eb628-5b7e-4ae7-b283-ce565854c976 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a20cd105-ccee-4ccf-aa21-673440674804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0485754 Jun 14 18:18:56.608162 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-20d95084-0814-4209-abd0-c1b9d2cf6a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-955201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8287522'] for network, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:56.613625 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-20d95084-0814-4209-abd0-c1b9d2cf6a05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7944499'] for network, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:56.616764 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-20d95084-0814-4209-abd0-c1b9d2cf6a05 admin admin] 10.222.0.70 "DELETE /v2.0/networks/b73cdbaf-3ae6-409a-9b87-4b6f2795ae3f HTTP/1.1" status: 204 len: 168 time: 0.3039212 Jun 14 18:18:56.628609 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d95084-0814-4209-abd0-c1b9d2cf6a05 admin admin] Pushing event deleted for resources: {'Network': ['ID=b73cdbaf-3ae6-409a-9b87-4b6f2795ae3f,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:18:56.705306 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-6ebd7f60-9f62-4bb2-bbff-0b2409954a3a req-d429d6b5-2a5e-4242-9bd7-0c5955f4beeb service neutron] 10.222.0.90 "GET /v2.0/networks/a20cd105-ccee-4ccf-aa21-673440674804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947666 Jun 14 18:18:56.802723 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 58136) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:18:56.817995 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-6ebd7f60-9f62-4bb2-bbff-0b2409954a3a req-1c9d392d-1fa5-4351-9b9f-b8fba858c29f service neutron] 10.222.0.90 "GET /v2.0/networks/a20cd105-ccee-4ccf-aa21-673440674804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049030 Jun 14 18:18:56.862749 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-65e47201-b57a-41ef-a471-cc923b5a862a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=790c12adec6345c7b3d420f38bcebf7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0561922 Jun 14 18:18:56.863426 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 58138) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:18:56.898626 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c660af-01f1-47b2-8e7e-3df42976e257 req-052dea39-e6fa-4a6c-88f5-65a42deadc43 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:56.900237 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-76c660af-01f1-47b2-8e7e-3df42976e257 req-052dea39-e6fa-4a6c-88f5-65a42deadc43 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/ports?device_id=c867268a-6ee0-4c0d-a40b-7f38268c4dc4 HTTP/1.1" status: 200 len: 944 time: 0.0586574 Jun 14 18:18:56.920524 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-e2dda9d9-d33f-4f11-aa01-331d5ddffdde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:56.940283 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-76c660af-01f1-47b2-8e7e-3df42976e257 req-15a345d1-2616-4b17-a686-c5d97adf9dc3 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e9b1789-2c21-44c4-9200-ad2f8fbcbd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330410 Jun 14 18:18:56.940867 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-e2dda9d9-d33f-4f11-aa01-331d5ddffdde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:56.990361 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-e2dda9d9-d33f-4f11-aa01-331d5ddffdde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:56.992787 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:56.992936 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-e2dda9d9-d33f-4f11-aa01-331d5ddffdde admin admin] Notify callbacks [] for security_group, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:56.993981 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-e2dda9d9-d33f-4f11-aa01-331d5ddffdde admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1fa3dfdb-baaa-42d7-8bb3-ed193d31017a HTTP/1.1" status: 204 len: 168 time: 0.1296010 Jun 14 18:18:57.002477 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dda9d9-d33f-4f11-aa01-331d5ddffdde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa3dfdb-baaa-42d7-8bb3-ed193d31017a,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:18:57.306113 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 58146) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:18:57.353986 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-a709a865-3b31-42ce-84d4-2c419bb2688a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d78136694e964bfa91aabb56e6cdb89e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0456741 Jun 14 18:18:57.356181 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 58150) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:18:57.407616 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-19e8c779-1eae-420a-9dba-b1065d9e01a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:57.429546 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-19e8c779-1eae-420a-9dba-b1065d9e01a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:57.480305 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-19e8c779-1eae-420a-9dba-b1065d9e01a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:57.482944 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-19e8c779-1eae-420a-9dba-b1065d9e01a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:57.484154 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-19e8c779-1eae-420a-9dba-b1065d9e01a6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6759b02a-978e-4b8a-8bf9-c9930feabe0d HTTP/1.1" status: 204 len: 168 time: 0.1270020 Jun 14 18:18:57.492537 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e8c779-1eae-420a-9dba-b1065d9e01a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6759b02a-978e-4b8a-8bf9-c9930feabe0d,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:18:58.056340 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.services.segments.plugin [-] Segment cbe83fa8-035e-467d-b180-129f53c87f4b resource provider aggregate not found Jun 14 18:18:58.073285 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61adf613-c844-4534-9475-fb1cf74f85a6 req-31fb4e0d-a88e-4c53-b79b-5cccad30bb8f tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:58.074697 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-61adf613-c844-4534-9475-fb1cf74f85a6 req-31fb4e0d-a88e-4c53-b79b-5cccad30bb8f tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/ports?device_id=c867268a-6ee0-4c0d-a40b-7f38268c4dc4 HTTP/1.1" status: 200 len: 944 time: 0.0642357 Jun 14 18:18:58.077046 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.services.segments.plugin [-] Segment cbe83fa8-035e-467d-b180-129f53c87f4b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cbe83fa8-035e-467d-b180-129f53c87f4b found for delete ", "request_id": "req-2aceeb59-6783-4d29-90f4-1be468170b74"}]} Jun 14 18:18:58.115096 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-61adf613-c844-4534-9475-fb1cf74f85a6 req-eb43c72c-b202-4942-a734-789391e944d0 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e9b1789-2c21-44c4-9200-ad2f8fbcbd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334766 Jun 14 18:18:58.550214 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device 2af0a7a3-7d79-44a7-9b66-c56a0fb05efc up at agent hyperv_hv-cinder-82173 {{(pid=102478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:18:58.612694 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Provisioning for port 2af0a7a3-7d79-44a7-9b66-c56a0fb05efc completed by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 18:18:58.618245 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Provisioning complete for port 2af0a7a3-7d79-44a7-9b66-c56a0fb05efc triggered by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:18:58.618617 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:58.706937 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Current status of the port 2af0a7a3-7d79-44a7-9b66-c56a0fb05efc is: BUILD; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:18:58.707315 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:58.731058 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c867268a-6ee0-4c0d-a40b-7f38268c4dc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2af0a7a3-7d79-44a7-9b66-c56a0fb05efc'}] {{(pid=102478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:18:58.733572 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d8e2526aaff2bef62a8f92ec40b510f98ca8a12776779af706bb4cba97706d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aabd74f0-3a96-4eb2-b81f-f2346753338a" -d '{"events": [{"server_uuid": "c867268a-6ee0-4c0d-a40b-7f38268c4dc4", "name": "network-vif-plugged", "status": "completed", "tag": "2af0a7a3-7d79-44a7-9b66-c56a0fb05efc"}]}' {{(pid=102478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:18:58.751435 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] For port 2af0a7a3-7d79-44a7-9b66-c56a0fb05efc, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=2af0a7a3-7d79-44a7-9b66-c56a0fb05efc,segment=NetworkSegment(2256f80c-8b7b-45d3-85f9-54dff98916a9),segment_id=2256f80c-8b7b-45d3-85f9-54dff98916a9)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:18:58.756760 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:18:58.780029 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29736dec-dea5-4961-aa3e-3ea6a1700af6 x-openstack-request-id: req-29736dec-dea5-4961-aa3e-3ea6a1700af6 {{(pid=102478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:18:58.780576 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c867268a-6ee0-4c0d-a40b-7f38268c4dc4", "name": "network-vif-plugged", "status": "completed", "tag": "2af0a7a3-7d79-44a7-9b66-c56a0fb05efc", "code": 200}]} {{(pid=102478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:18:58.780576 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-29736dec-dea5-4961-aa3e-3ea6a1700af6 {{(pid=102478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:18:58.780939 dv-cinder-821739-1-iscsi neutron-server[102478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29736dec-dea5-4961-aa3e-3ea6a1700af6'] response: {'server_uuid': 'c867268a-6ee0-4c0d-a40b-7f38268c4dc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2af0a7a3-7d79-44a7-9b66-c56a0fb05efc', 'code': 200} Jun 14 18:18:58.807674 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Pushing event updated for resources: {'Port': ['ID=2af0a7a3-7d79-44a7-9b66-c56a0fb05efc,revision_number=5']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:18:59.227706 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d96fdf-b6fc-44f5-9804-ff0b657fe5d3 req-8e9f1e7d-7156-4d35-96ee-95f24d053ad0 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:59.229139 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-b3d96fdf-b6fc-44f5-9804-ff0b657fe5d3 req-8e9f1e7d-7156-4d35-96ee-95f24d053ad0 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/ports?device_id=c867268a-6ee0-4c0d-a40b-7f38268c4dc4 HTTP/1.1" status: 200 len: 945 time: 0.0483258 Jun 14 18:18:59.267016 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-b3d96fdf-b6fc-44f5-9804-ff0b657fe5d3 req-dfd3898c-1d1c-430d-8080-94a72f87253c tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e9b1789-2c21-44c4-9200-ad2f8fbcbd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318625 Jun 14 18:19:00.407859 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc659c88-b872-4190-8da1-40b9cf81deff req-ee4039b6-decb-4794-ad32-ee90b3745b57 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:19:00.409523 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-bc659c88-b872-4190-8da1-40b9cf81deff req-ee4039b6-decb-4794-ad32-ee90b3745b57 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/ports?device_id=c867268a-6ee0-4c0d-a40b-7f38268c4dc4 HTTP/1.1" status: 200 len: 945 time: 0.0713878 Jun 14 18:19:00.457678 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-bc659c88-b872-4190-8da1-40b9cf81deff req-ae72d1f4-0885-44f9-9952-cf0d9416a80b tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e9b1789-2c21-44c4-9200-ad2f8fbcbd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414848 Jun 14 18:19:00.597054 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a787d78-425d-460f-9cd4-21280d7ca1d9 req-07e3877c-176a-4b0c-99b2-f46346cd2421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:19:00.598738 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-0a787d78-425d-460f-9cd4-21280d7ca1d9 req-07e3877c-176a-4b0c-99b2-f46346cd2421 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c867268a-6ee0-4c0d-a40b-7f38268c4dc4 HTTP/1.1" status: 200 len: 1098 time: 0.0444348 Jun 14 18:19:00.639450 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-0a787d78-425d-460f-9cd4-21280d7ca1d9 req-4ca38118-0093-4702-abbf-ba0ae688a89c service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=6e9b1789-2c21-44c4-9200-ad2f8fbcbd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336602 Jun 14 18:19:01.585110 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a977775c-b6ac-49b7-a87c-61e84c7c0266 req-b7de84e1-c70f-4745-9d6d-0bb9e66f3418 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:19:01.586671 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-a977775c-b6ac-49b7-a87c-61e84c7c0266 req-b7de84e1-c70f-4745-9d6d-0bb9e66f3418 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/ports?device_id=c867268a-6ee0-4c0d-a40b-7f38268c4dc4 HTTP/1.1" status: 200 len: 945 time: 0.0561671 Jun 14 18:19:01.660106 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-a977775c-b6ac-49b7-a87c-61e84c7c0266 req-b24fbf54-ddf0-4737-a903-74b5536a2db7 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e9b1789-2c21-44c4-9200-ad2f8fbcbd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579219 Jun 14 18:19:02.120752 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 58278) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:19:02.282221 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.plugin [None req-c68e5112-a590-49d7-bf0b-d1fad3c1fb7a tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Deleting port 112d31ab-6bfa-475f-8138-0f4714cde910 {{(pid=102477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 14 18:19:02.282712 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-c68e5112-a590-49d7-bf0b-d1fad3c1fb7a tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239577025'] for port, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:02.357159 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-c68e5112-a590-49d7-bf0b-d1fad3c1fb7a tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282467'] for port, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:02.357477 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-c68e5112-a590-49d7-bf0b-d1fad3c1fb7a tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:02.368520 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.plugin [None req-c68e5112-a590-49d7-bf0b-d1fad3c1fb7a tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Calling delete_port for 112d31ab-6bfa-475f-8138-0f4714cde910 owned by network:floatingip {{(pid=102477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 14 18:19:02.534744 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-c68e5112-a590-49d7-bf0b-d1fad3c1fb7a tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239583007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239190869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16661523'] for port, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:02.561779 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68e5112-a590-49d7-bf0b-d1fad3c1fb7a tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Pushing event deleted for resources: {'Port': ['ID=112d31ab-6bfa-475f-8138-0f4714cde910,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:19:02.623128 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-c68e5112-a590-49d7-bf0b-d1fad3c1fb7a tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Notify callbacks [] for floatingip, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:02.623856 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.db.l3_db [None req-c68e5112-a590-49d7-bf0b-d1fad3c1fb7a tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Floating IP 4d751b31-f6f8-4d44-a056-42401f0369ba disassociated (deleted). External IP: 172.27.2.158, port: 6ca32c09-ea48-4a08-b468-7e9cceb38874. Jun 14 18:19:02.779561 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e1c34e-b399-4f18-8721-30918bb15a3e req-e13128c3-038b-42e2-aeb3-7299894a068f tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:19:02.781084 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-58e1c34e-b399-4f18-8721-30918bb15a3e req-e13128c3-038b-42e2-aeb3-7299894a068f tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/ports?device_id=c867268a-6ee0-4c0d-a40b-7f38268c4dc4 HTTP/1.1" status: 200 len: 945 time: 0.0501907 Jun 14 18:19:02.820307 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-58e1c34e-b399-4f18-8721-30918bb15a3e req-59661de1-e69c-45ed-ba30-ecdf81768520 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e9b1789-2c21-44c4-9200-ad2f8fbcbd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329070 Jun 14 18:19:02.832010 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c68e5112-a590-49d7-bf0b-d1fad3c1fb7a tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Router 47afafad-783e-40f4-b652-f40577821898 has already been hosted by L3 agent 2bd7ef4a-700f-45f4-ae1e-98ca6454acba {{(pid=102477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:19:02.967460 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c68e5112-a590-49d7-bf0b-d1fad3c1fb7a tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Notify agent at l3_agent.dv-cinder-821739-1-iscsi the message routers_updated {{(pid=102477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:19:02.972189 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-c68e5112-a590-49d7-bf0b-d1fad3c1fb7a tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for floatingip, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:02.977469 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6010230e-3d99-441e-84f7-a712c129e0d7 None None] Sync routers for ids ['47afafad-783e-40f4-b652-f40577821898'] in dv-cinder-821739-1-iscsi {{(pid=102479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:19:02.987630 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6010230e-3d99-441e-84f7-a712c129e0d7 None None] Routers {'47afafad-783e-40f4-b652-f40577821898'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:19:02.988209 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-6010230e-3d99-441e-84f7-a712c129e0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:18:49Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['47afafad-783e-40f4-b652-f40577821898'], 'active': True} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:19:03.000977 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b8ee0b-8f87-4e95-b60f-f9ded18be4e4 req-227af818-8477-413d-b14d-93663059139b tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:19:03.002514 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-60b8ee0b-8f87-4e95-b60f-f9ded18be4e4 req-227af818-8477-413d-b14d-93663059139b tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/ports?device_id=c867268a-6ee0-4c0d-a40b-7f38268c4dc4 HTTP/1.1" status: 200 len: 945 time: 0.1131725 Jun 14 18:19:03.012554 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-c68e5112-a590-49d7-bf0b-d1fad3c1fb7a tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "DELETE /v2.0/floatingips/4d751b31-f6f8-4d44-a056-42401f0369ba HTTP/1.1" status: 204 len: 168 time: 0.8907633 Jun 14 18:19:03.017324 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e20b57fd-5805-46f6-9e52-7bb9fca3adc9', 'tag': '6ca32c09-ea48-4a08-b468-7e9cceb38874'}] {{(pid=102477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:19:03.019567 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63a05a5c49a881ad62840f65bcdf4689c8e257def52ee20504415851ea2faa0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42fdc473-eeeb-4c39-83de-ef134fff3eab" -d '{"events": [{"name": "network-changed", "server_uuid": "e20b57fd-5805-46f6-9e52-7bb9fca3adc9", "tag": "6ca32c09-ea48-4a08-b468-7e9cceb38874"}]}' {{(pid=102477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:19:03.058301 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-60b8ee0b-8f87-4e95-b60f-f9ded18be4e4 req-4044ce4b-a6b3-4556-901b-af3d13a99667 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e9b1789-2c21-44c4-9200-ad2f8fbcbd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485086 Jun 14 18:19:03.084860 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 58300) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:19:03.106253 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvr_db [None req-6010230e-3d99-441e-84f7-a712c129e0d7 None None] Set router 47afafad-783e-40f4-b652-f40577821898 gateway port host: dv-cinder-821739-1-iscsi {{(pid=102479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:19:03.114556 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Jun 2022 18:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4feaef4d-f4f9-46c8-9d96-e38777aa0e32 x-openstack-request-id: req-4feaef4d-f4f9-46c8-9d96-e38777aa0e32 {{(pid=102477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:19:03.114872 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e20b57fd-5805-46f6-9e52-7bb9fca3adc9", "tag": "6ca32c09-ea48-4a08-b468-7e9cceb38874", "status": "completed", "code": 200}]} {{(pid=102477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:19:03.115129 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4feaef4d-f4f9-46c8-9d96-e38777aa0e32 {{(pid=102477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:19:03.115575 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4feaef4d-f4f9-46c8-9d96-e38777aa0e32'] response: {'name': 'network-changed', 'server_uuid': 'e20b57fd-5805-46f6-9e52-7bb9fca3adc9', 'tag': '6ca32c09-ea48-4a08-b468-7e9cceb38874', 'status': 'completed', 'code': 200} Jun 14 18:19:03.266966 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97436abd-da5c-4f99-8ef9-fc17ee8e8f32 req-bbd51958-2316-40e2-a6bf-8ae71c0f01c5 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:19:03.268655 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-97436abd-da5c-4f99-8ef9-fc17ee8e8f32 req-bbd51958-2316-40e2-a6bf-8ae71c0f01c5 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/ports?device_id=e20b57fd-5805-46f6-9e52-7bb9fca3adc9 HTTP/1.1" status: 200 len: 945 time: 0.0562515 Jun 14 18:19:03.320623 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f838eca-3ba3-4e04-bfbf-e27f1018ce2f tempest-TestVolumeBootPattern-883065502 tempest-TestVolumeBootPattern-883065502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:19:03.322196 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-1f838eca-3ba3-4e04-bfbf-e27f1018ce2f tempest-TestVolumeBootPattern-883065502 tempest-TestVolumeBootPattern-883065502-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=c867268a-6ee0-4c0d-a40b-7f38268c4dc4 HTTP/1.1" status: 200 len: 1093 time: 0.2360904 Jun 14 18:19:03.326155 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 58308) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:19:03.327423 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-97436abd-da5c-4f99-8ef9-fc17ee8e8f32 req-d45dc226-042a-4889-96aa-3d4ab181e43e tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/security-groups?id=17eba8a0-dd59-4485-b2c1-8fad277f9b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520382 Jun 14 18:19:03.334247 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.v2.base [None req-59d19ba0-cdb7-40cb-b044-a6a204d6b954 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Request body: {'floatingip': {'floating_network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'port_id': '2af0a7a3-7d79-44a7-9b66-c56a0fb05efc', 'tenant_id': 'a98d65273e2546aa9252b74c4f9daae4', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:19:03.360639 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-59d19ba0-cdb7-40cb-b044-a6a204d6b954 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks [] for floatingip, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:03.415513 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-6010230e-3d99-441e-84f7-a712c129e0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47afafad-783e-40f4-b652-f40577821898', 'name': 'tempest-TestShelveInstance-1638102188-router', 'tenant_id': 'ba1a6001b639493eb65a9c1197ada8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'd26b9894-09e2-4b11-977b-2d2cae12ffed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:13:48Z', 'updated_at': '2022-06-14T18:13:52Z', 'revision_number': 4, 'project_id': 'ba1a6001b639493eb65a9c1197ada8e4', 'gw_port': {'id': 'd26b9894-09e2-4b11-977b-2d2cae12ffed', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47afafad-783e-40f4-b652-f40577821898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:13:49Z', 'updated_at': '2022-06-14T18:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_interfaces': [{'id': '52f5e439-576e-422e-8951-0de918ff1df2', 'name': '', 'network_id': '16a38fd0-908c-49c9-8b7d-9ea79627fd40', 'tenant_id': 'ba1a6001b639493eb65a9c1197ada8e4', 'mac_address': 'fa:16:3e:57:1e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47afafad-783e-40f4-b652-f40577821898', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'b6fd4df0-61f4-48b5-9fb9-b9718ce89b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:13:52Z', 'updated_at': '2022-06-14T18:13:58Z', 'revision_number': 5, 'project_id': 'ba1a6001b639493eb65a9c1197ada8e4', 'subnets': [{'id': 'b6fd4df0-61f4-48b5-9fb9-b9718ce89b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:19:03.444743 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6010230e-3d99-441e-84f7-a712c129e0d7 None None] Checking router: 47afafad-783e-40f4-b652-f40577821898 for host: dv-cinder-821739-1-iscsi {{(pid=102479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:19:03.455381 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6010230e-3d99-441e-84f7-a712c129e0d7 None None] Routers {'47afafad-783e-40f4-b652-f40577821898'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:19:03.456000 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-6010230e-3d99-441e-84f7-a712c129e0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:18:49Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['47afafad-783e-40f4-b652-f40577821898'], 'active': True} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:19:03.467608 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-59d19ba0-cdb7-40cb-b044-a6a204d6b954 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:03.565188 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvr_db [None req-6010230e-3d99-441e-84f7-a712c129e0d7 None None] Set router 47afafad-783e-40f4-b652-f40577821898 gateway port host: dv-cinder-821739-1-iscsi {{(pid=102479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:19:03.576471 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.db.db_base_plugin_common [None req-59d19ba0-cdb7-40cb-b044-a6a204d6b954 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Allocated IP 172.27.2.136 (0514a421-38fe-44fa-a158-ef00d417fed9/5974f5a1-c656-4a3f-aaeb-f2cb77111b45/4cfaa81e-f676-4a50-b7b5-236d887c8b50) {{(pid=102476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:19:03.678278 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-59d19ba0-cdb7-40cb-b044-a6a204d6b954 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks [] for port, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:03.717169 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-59d19ba0-cdb7-40cb-b044-a6a204d6b954 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239190878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378765'] for port, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:03.752519 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d19ba0-cdb7-40cb-b044-a6a204d6b954 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Network 0514a421-38fe-44fa-a158-ef00d417fed9 is already hosted by enough agents. {{(pid=102476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:19:03.756812 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.base_scheduler [None req-59d19ba0-cdb7-40cb-b044-a6a204d6b954 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Resources bound (agent type, host, resource id): {{(pid=102476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:19:03.759351 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d19ba0-cdb7-40cb-b044-a6a204d6b954 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Received port after_create {{(pid=102476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 14 18:19:03.765467 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-6010230e-3d99-441e-84f7-a712c129e0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47afafad-783e-40f4-b652-f40577821898', 'name': 'tempest-TestShelveInstance-1638102188-router', 'tenant_id': 'ba1a6001b639493eb65a9c1197ada8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'd26b9894-09e2-4b11-977b-2d2cae12ffed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:13:48Z', 'updated_at': '2022-06-14T18:13:52Z', 'revision_number': 4, 'project_id': 'ba1a6001b639493eb65a9c1197ada8e4', 'gw_port': {'id': 'd26b9894-09e2-4b11-977b-2d2cae12ffed', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47afafad-783e-40f4-b652-f40577821898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:13:49Z', 'updated_at': '2022-06-14T18:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_interfaces': [{'id': '52f5e439-576e-422e-8951-0de918ff1df2', 'name': '', 'network_id': '16a38fd0-908c-49c9-8b7d-9ea79627fd40', 'tenant_id': 'ba1a6001b639493eb65a9c1197ada8e4', 'mac_address': 'fa:16:3e:57:1e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47afafad-783e-40f4-b652-f40577821898', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'b6fd4df0-61f4-48b5-9fb9-b9718ce89b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:13:52Z', 'updated_at': '2022-06-14T18:13:58Z', 'revision_number': 5, 'project_id': 'ba1a6001b639493eb65a9c1197ada8e4', 'subnets': [{'id': 'b6fd4df0-61f4-48b5-9fb9-b9718ce89b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:19:03.795360 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6010230e-3d99-441e-84f7-a712c129e0d7 None None] The sync data for ids ['47afafad-783e-40f4-b652-f40577821898'] in dv-cinder-821739-1-iscsi is: [{'id': '47afafad-783e-40f4-b652-f40577821898', 'name': 'tempest-TestShelveInstance-1638102188-router', 'tenant_id': 'ba1a6001b639493eb65a9c1197ada8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'd26b9894-09e2-4b11-977b-2d2cae12ffed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:13:48Z', 'updated_at': '2022-06-14T18:13:52Z', 'revision_number': 4, 'project_id': 'ba1a6001b639493eb65a9c1197ada8e4', 'gw_port': {'id': 'd26b9894-09e2-4b11-977b-2d2cae12ffed', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47afafad-783e-40f4-b652-f40577821898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:13:49Z', 'updated_at': '2022-06-14T18:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_interfaces': [{'id': '52f5e439-576e-422e-8951-0de918ff1df2', 'name': '', 'network_id': '16a38fd0-908c-49c9-8b7d-9ea79627fd40', 'tenant_id': 'ba1a6001b639493eb65a9c1197ada8e4', 'mac_address': 'fa:16:3e:57:1e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47afafad-783e-40f4-b652-f40577821898', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'b6fd4df0-61f4-48b5-9fb9-b9718ce89b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:13:52Z', 'updated_at': '2022-06-14T18:13:58Z', 'revision_number': 5, 'project_id': 'ba1a6001b639493eb65a9c1197ada8e4', 'subnets': [{'id': 'b6fd4df0-61f4-48b5-9fb9-b9718ce89b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:19:03.798274 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d19ba0-cdb7-40cb-b044-a6a204d6b954 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Pushing event updated for resources: {'Port': ['ID=4cfaa81e-f676-4a50-b7b5-236d887c8b50,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:19:04.022840 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81643158-78b3-4834-9943-76e2739ec7fe None None] New status for floating IP 4d751b31-f6f8-4d44-a056-42401f0369ba: DOWN {{(pid=102478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 18:19:04.141164 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-59d19ba0-cdb7-40cb-b044-a6a204d6b954 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:04.208832 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-59d19ba0-cdb7-40cb-b044-a6a204d6b954 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:04.352805 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-59d19ba0-cdb7-40cb-b044-a6a204d6b954 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks [] for port, precommit_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:04.358765 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-59d19ba0-cdb7-40cb-b044-a6a204d6b954 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5378756'] for port, after_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:04.460360 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d19ba0-cdb7-40cb-b044-a6a204d6b954 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Pushing event updated for resources: {'Port': ['ID=4cfaa81e-f676-4a50-b7b5-236d887c8b50,revision_number=2']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:19:04.469288 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-59d19ba0-cdb7-40cb-b044-a6a204d6b954 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8287696'] for floatingip, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:04.523014 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a58a3-eaf7-4d62-8daa-ee0a76d930fe req-831ab25c-bb8e-4444-a401-4a4cdc545d2f tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:19:04.524459 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-063a58a3-eaf7-4d62-8daa-ee0a76d930fe req-831ab25c-bb8e-4444-a401-4a4cdc545d2f tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/ports?device_id=e20b57fd-5805-46f6-9e52-7bb9fca3adc9 HTTP/1.1" status: 200 len: 945 time: 0.1120267 Jun 14 18:19:04.599329 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-063a58a3-eaf7-4d62-8daa-ee0a76d930fe req-e4eba257-1ff6-4f6c-b6aa-dfe289c40595 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/security-groups?id=17eba8a0-dd59-4485-b2c1-8fad277f9b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685060 Jun 14 18:19:04.609236 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.db.l3_db [None req-59d19ba0-cdb7-40cb-b044-a6a204d6b954 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Floating IP b1cf3414-ac49-4773-88da-1a62a611decd associated. External IP: 172.27.2.136, port: 2af0a7a3-7d79-44a7-9b66-c56a0fb05efc. Jun 14 18:19:04.745342 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fdc473-eeeb-4c39-83de-ef134fff3eab req-d5587937-5565-4872-9816-fd31fce3fbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:19:04.747068 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-42fdc473-eeeb-4c39-83de-ef134fff3eab req-d5587937-5565-4872-9816-fd31fce3fbc0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ba1a6001b639493eb65a9c1197ada8e4&device_id=e20b57fd-5805-46f6-9e52-7bb9fca3adc9 HTTP/1.1" status: 200 len: 1098 time: 0.0868976 Jun 14 18:19:04.917286 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fdc473-eeeb-4c39-83de-ef134fff3eab req-b362546b-1119-4268-a717-0e82e51d4e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:19:04.918670 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-42fdc473-eeeb-4c39-83de-ef134fff3eab req-b362546b-1119-4268-a717-0e82e51d4e50 service neutron] 10.222.0.90 "GET /v2.0/networks?id=16a38fd0-908c-49c9-8b7d-9ea79627fd40 HTTP/1.1" status: 200 len: 911 time: 0.1391542 Jun 14 18:19:04.920437 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59d19ba0-cdb7-40cb-b044-a6a204d6b954 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Router 541a79cc-ea6c-4e86-a3e6-05b260334012 has already been hosted by L3 agent 2bd7ef4a-700f-45f4-ae1e-98ca6454acba {{(pid=102476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:19:04.996692 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-42fdc473-eeeb-4c39-83de-ef134fff3eab req-034992d9-51ab-46a1-847b-bb8c06faccda service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ca32c09-ea48-4a08-b468-7e9cceb38874 HTTP/1.1" status: 200 len: 217 time: 0.0689948 Jun 14 18:19:05.362042 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fdc473-eeeb-4c39-83de-ef134fff3eab req-5a72d580-7b0d-486c-9975-7a33849f3b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:19:05.363497 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-42fdc473-eeeb-4c39-83de-ef134fff3eab req-5a72d580-7b0d-486c-9975-7a33849f3b71 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b6fd4df0-61f4-48b5-9fb9-b9718ce89b6a HTTP/1.1" status: 200 len: 848 time: 0.3556786 Jun 14 18:19:05.382178 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59d19ba0-cdb7-40cb-b044-a6a204d6b954 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify agent at l3_agent.dv-cinder-821739-1-iscsi the message routers_updated {{(pid=102476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:19:05.393557 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c811a6-5484-401d-afde-4cadcfda734c None None] Sync routers for ids ['541a79cc-ea6c-4e86-a3e6-05b260334012'] in dv-cinder-821739-1-iscsi {{(pid=102479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:19:05.407427 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c811a6-5484-401d-afde-4cadcfda734c None None] Routers {'541a79cc-ea6c-4e86-a3e6-05b260334012'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:19:05.408346 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-81c811a6-5484-401d-afde-4cadcfda734c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:18:49Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['541a79cc-ea6c-4e86-a3e6-05b260334012'], 'active': True} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:19:05.419921 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-59d19ba0-cdb7-40cb-b044-a6a204d6b954 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for floatingip, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:05.457616 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fdc473-eeeb-4c39-83de-ef134fff3eab req-8cc24d01-8140-413b-a0d3-847ef1145abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:19:05.462691 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-42fdc473-eeeb-4c39-83de-ef134fff3eab req-8cc24d01-8140-413b-a0d3-847ef1145abd service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=16a38fd0-908c-49c9-8b7d-9ea79627fd40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0910218 Jun 14 18:19:05.467096 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-59d19ba0-cdb7-40cb-b044-a6a204d6b954 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1363678 Jun 14 18:19:05.467665 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c867268a-6ee0-4c0d-a40b-7f38268c4dc4', 'tag': '2af0a7a3-7d79-44a7-9b66-c56a0fb05efc'}] {{(pid=102476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:19:05.470251 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f6785e4de8a87b7f797dd5e96f4d126f8c0b91c7fbdcfaa1853e8ef739b068f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df916b0c-6e3f-4382-8780-cf01d67747f5" -d '{"events": [{"name": "network-changed", "server_uuid": "c867268a-6ee0-4c0d-a40b-7f38268c4dc4", "tag": "2af0a7a3-7d79-44a7-9b66-c56a0fb05efc"}]}' {{(pid=102476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:19:05.527225 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvr_db [None req-81c811a6-5484-401d-afde-4cadcfda734c None None] Set router 541a79cc-ea6c-4e86-a3e6-05b260334012 gateway port host: dv-cinder-821739-1-iscsi {{(pid=102479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:19:05.538512 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Jun 2022 18:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-737f1ab1-3aa0-43a4-b1bc-63c6a56c9f7c x-openstack-request-id: req-737f1ab1-3aa0-43a4-b1bc-63c6a56c9f7c {{(pid=102476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:19:05.538797 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c867268a-6ee0-4c0d-a40b-7f38268c4dc4", "tag": "2af0a7a3-7d79-44a7-9b66-c56a0fb05efc", "status": "completed", "code": 200}]} {{(pid=102476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:19:05.539126 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-737f1ab1-3aa0-43a4-b1bc-63c6a56c9f7c {{(pid=102476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:19:05.539757 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-737f1ab1-3aa0-43a4-b1bc-63c6a56c9f7c'] response: {'name': 'network-changed', 'server_uuid': 'c867268a-6ee0-4c0d-a40b-7f38268c4dc4', 'tag': '2af0a7a3-7d79-44a7-9b66-c56a0fb05efc', 'status': 'completed', 'code': 200} Jun 14 18:19:05.573894 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-42fdc473-eeeb-4c39-83de-ef134fff3eab req-2c4d6aab-07a1-48ee-a9b2-e6932eb70fea service neutron] 10.222.0.90 "GET /v2.0/networks/16a38fd0-908c-49c9-8b7d-9ea79627fd40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990694 Jun 14 18:19:05.684992 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-42fdc473-eeeb-4c39-83de-ef134fff3eab req-9588946c-179d-4f19-8d1b-6d8f3e201c57 service neutron] 10.222.0.90 "GET /v2.0/networks/16a38fd0-908c-49c9-8b7d-9ea79627fd40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032813 Jun 14 18:19:05.813882 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-81c811a6-5484-401d-afde-4cadcfda734c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '541a79cc-ea6c-4e86-a3e6-05b260334012', 'name': 'tempest-TestVolumeBootPattern-813700890-router', 'tenant_id': 'a98d65273e2546aa9252b74c4f9daae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '90224574-fba3-494b-aff0-a9906c2e6261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:12:56Z', 'updated_at': '2022-06-14T18:12:59Z', 'revision_number': 4, 'project_id': 'a98d65273e2546aa9252b74c4f9daae4', 'gw_port': {'id': '90224574-fba3-494b-aff0-a9906c2e6261', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:42:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541a79cc-ea6c-4e86-a3e6-05b260334012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:12:57Z', 'updated_at': '2022-06-14T18:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_floatingips': [{'id': '55b6a35f-808e-4222-994c-1d0e2e7c4146', 'tenant_id': 'a98d65273e2546aa9252b74c4f9daae4', 'floating_ip_address': '172.27.2.40', 'floating_network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'router_id': '541a79cc-ea6c-4e86-a3e6-05b260334012', 'port_id': 'db65d6ad-e03c-4d1f-9157-0ba6ff66b356', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '576da013-3617-4a8e-90bf-f7e3da71dae2', 'mac_address': 'fa:16:3e:33:6f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6004e2e1-5a5d-42b1-b35b-83be4e20d72e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:16:49Z', 'updated_at': '2022-06-14T18:16:51Z', 'revision_number': 1, 'project_id': 'a98d65273e2546aa9252b74c4f9daae4', 'fixed_ip_address_scope': None}, {'id': 'b1cf3414-ac49-4773-88da-1a62a611decd', 'tenant_id': 'a98d65273e2546aa9252b74c4f9daae4', 'floating_ip_address': '172.27.2.136', 'floating_network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'router_id': '541a79cc-ea6c-4e86-a3e6-05b260334012', 'port_id': '2af0a7a3-7d79-44a7-9b66-c56a0fb05efc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '576da013-3617-4a8e-90bf-f7e3da71dae2', 'mac_address': 'fa:16:3e:b6:e3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c867268a-6ee0-4c0d-a40b-7f38268c4dc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:19:03Z', 'updated_at': '2022-06-14T18:19:03Z', 'revision_number': 0, 'project_id': 'a98d65273e2546aa9252b74c4f9daae4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45cf2237-13fc-429f-8e42-ba1e2f509c5c', 'name': '', 'network_id': '576da013-3617-4a8e-90bf-f7e3da71dae2', 'tenant_id': 'a98d65273e2546aa9252b74c4f9daae4', 'mac_address': 'fa:16:3e:98:e6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541a79cc-ea6c-4e86-a3e6-05b260334012', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'd637fcab-e631-4a9a-85a6-1edd05917c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:12:59Z', 'updated_at': '2022-06-14T18:13:04Z', 'revision_number': 5, 'project_id': 'a98d65273e2546aa9252b74c4f9daae4', 'subnets': [{'id': 'd637fcab-e631-4a9a-85a6-1edd05917c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:19:05.848375 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c811a6-5484-401d-afde-4cadcfda734c None None] Checking router: 541a79cc-ea6c-4e86-a3e6-05b260334012 for host: dv-cinder-821739-1-iscsi {{(pid=102479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:19:05.858037 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c811a6-5484-401d-afde-4cadcfda734c None None] Routers {'541a79cc-ea6c-4e86-a3e6-05b260334012'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:19:05.858657 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-81c811a6-5484-401d-afde-4cadcfda734c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:18:49Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['541a79cc-ea6c-4e86-a3e6-05b260334012'], 'active': True} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:19:05.861024 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df916b0c-6e3f-4382-8780-cf01d67747f5 req-872b25ce-6313-4482-9f9e-839d24b70709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:19:05.862652 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-df916b0c-6e3f-4382-8780-cf01d67747f5 req-872b25ce-6313-4482-9f9e-839d24b70709 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a98d65273e2546aa9252b74c4f9daae4&device_id=c867268a-6ee0-4c0d-a40b-7f38268c4dc4 HTTP/1.1" status: 200 len: 1098 time: 0.3271723 Jun 14 18:19:05.971457 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvr_db [None req-81c811a6-5484-401d-afde-4cadcfda734c None None] Set router 541a79cc-ea6c-4e86-a3e6-05b260334012 gateway port host: dv-cinder-821739-1-iscsi {{(pid=102479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:19:05.973978 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df916b0c-6e3f-4382-8780-cf01d67747f5 req-4087dd82-1bc7-4e05-beb8-cea3d5b64cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:19:05.975750 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-df916b0c-6e3f-4382-8780-cf01d67747f5 req-4087dd82-1bc7-4e05-beb8-cea3d5b64cee service neutron] 10.222.0.90 "GET /v2.0/networks?id=576da013-3617-4a8e-90bf-f7e3da71dae2 HTTP/1.1" status: 200 len: 913 time: 0.1045177 Jun 14 18:19:05.981883 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a33064-742e-4f69-9103-7baedf19e54f req-3a907ab0-e6f9-46d9-89f3-e9156329250d tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:19:05.983209 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-31a33064-742e-4f69-9103-7baedf19e54f req-3a907ab0-e6f9-46d9-89f3-e9156329250d tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/ports?device_id=e20b57fd-5805-46f6-9e52-7bb9fca3adc9 HTTP/1.1" status: 200 len: 945 time: 0.0783346 Jun 14 18:19:06.038133 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-31a33064-742e-4f69-9103-7baedf19e54f req-ffdc25a4-1b6d-4421-92dd-d3f07d0a4e1e tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/security-groups?id=17eba8a0-dd59-4485-b2c1-8fad277f9b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464573 Jun 14 18:19:06.063460 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-df916b0c-6e3f-4382-8780-cf01d67747f5 req-30e323e8-0d49-4100-8633-6436403db5c0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2af0a7a3-7d79-44a7-9b66-c56a0fb05efc HTTP/1.1" status: 200 len: 999 time: 0.0795121 Jun 14 18:19:06.124562 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df916b0c-6e3f-4382-8780-cf01d67747f5 req-9c07371d-9a2b-436f-ad04-03ea36e0acc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:19:06.126048 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-df916b0c-6e3f-4382-8780-cf01d67747f5 req-9c07371d-9a2b-436f-ad04-03ea36e0acc2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d637fcab-e631-4a9a-85a6-1edd05917c42 HTTP/1.1" status: 200 len: 850 time: 0.0541677 Jun 14 18:19:06.174470 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df916b0c-6e3f-4382-8780-cf01d67747f5 req-4b660cae-8072-4b74-9c0d-3b15d9688d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:19:06.175974 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-df916b0c-6e3f-4382-8780-cf01d67747f5 req-4b660cae-8072-4b74-9c0d-3b15d9688d8e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=576da013-3617-4a8e-90bf-f7e3da71dae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411251 Jun 14 18:19:06.233296 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-81c811a6-5484-401d-afde-4cadcfda734c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '541a79cc-ea6c-4e86-a3e6-05b260334012', 'name': 'tempest-TestVolumeBootPattern-813700890-router', 'tenant_id': 'a98d65273e2546aa9252b74c4f9daae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '90224574-fba3-494b-aff0-a9906c2e6261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:12:56Z', 'updated_at': '2022-06-14T18:12:59Z', 'revision_number': 4, 'project_id': 'a98d65273e2546aa9252b74c4f9daae4', 'gw_port': {'id': '90224574-fba3-494b-aff0-a9906c2e6261', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:42:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541a79cc-ea6c-4e86-a3e6-05b260334012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:12:57Z', 'updated_at': '2022-06-14T18:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_floatingips': [{'id': '55b6a35f-808e-4222-994c-1d0e2e7c4146', 'tenant_id': 'a98d65273e2546aa9252b74c4f9daae4', 'floating_ip_address': '172.27.2.40', 'floating_network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'router_id': '541a79cc-ea6c-4e86-a3e6-05b260334012', 'port_id': 'db65d6ad-e03c-4d1f-9157-0ba6ff66b356', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '576da013-3617-4a8e-90bf-f7e3da71dae2', 'mac_address': 'fa:16:3e:33:6f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6004e2e1-5a5d-42b1-b35b-83be4e20d72e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:16:49Z', 'updated_at': '2022-06-14T18:16:51Z', 'revision_number': 1, 'project_id': 'a98d65273e2546aa9252b74c4f9daae4', 'fixed_ip_address_scope': None}, {'id': 'b1cf3414-ac49-4773-88da-1a62a611decd', 'tenant_id': 'a98d65273e2546aa9252b74c4f9daae4', 'floating_ip_address': '172.27.2.136', 'floating_network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'router_id': '541a79cc-ea6c-4e86-a3e6-05b260334012', 'port_id': '2af0a7a3-7d79-44a7-9b66-c56a0fb05efc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '576da013-3617-4a8e-90bf-f7e3da71dae2', 'mac_address': 'fa:16:3e:b6:e3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c867268a-6ee0-4c0d-a40b-7f38268c4dc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:19:03Z', 'updated_at': '2022-06-14T18:19:03Z', 'revision_number': 0, 'project_id': 'a98d65273e2546aa9252b74c4f9daae4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45cf2237-13fc-429f-8e42-ba1e2f509c5c', 'name': '', 'network_id': '576da013-3617-4a8e-90bf-f7e3da71dae2', 'tenant_id': 'a98d65273e2546aa9252b74c4f9daae4', 'mac_address': 'fa:16:3e:98:e6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541a79cc-ea6c-4e86-a3e6-05b260334012', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'd637fcab-e631-4a9a-85a6-1edd05917c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:12:59Z', 'updated_at': '2022-06-14T18:13:04Z', 'revision_number': 5, 'project_id': 'a98d65273e2546aa9252b74c4f9daae4', 'subnets': [{'id': 'd637fcab-e631-4a9a-85a6-1edd05917c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:19:06.263720 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c811a6-5484-401d-afde-4cadcfda734c None None] The sync data for ids ['541a79cc-ea6c-4e86-a3e6-05b260334012'] in dv-cinder-821739-1-iscsi is: [{'id': '541a79cc-ea6c-4e86-a3e6-05b260334012', 'name': 'tempest-TestVolumeBootPattern-813700890-router', 'tenant_id': 'a98d65273e2546aa9252b74c4f9daae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '90224574-fba3-494b-aff0-a9906c2e6261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:12:56Z', 'updated_at': '2022-06-14T18:12:59Z', 'revision_number': 4, 'project_id': 'a98d65273e2546aa9252b74c4f9daae4', 'gw_port': {'id': '90224574-fba3-494b-aff0-a9906c2e6261', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:42:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541a79cc-ea6c-4e86-a3e6-05b260334012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:12:57Z', 'updated_at': '2022-06-14T18:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_floatingips': [{'id': '55b6a35f-808e-4222-994c-1d0e2e7c4146', 'tenant_id': 'a98d65273e2546aa9252b74c4f9daae4', 'floating_ip_address': '172.27.2.40', 'floating_network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'router_id': '541a79cc-ea6c-4e86-a3e6-05b260334012', 'port_id': 'db65d6ad-e03c-4d1f-9157-0ba6ff66b356', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '576da013-3617-4a8e-90bf-f7e3da71dae2', 'mac_address': 'fa:16:3e:33:6f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6004e2e1-5a5d-42b1-b35b-83be4e20d72e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:16:49Z', 'updated_at': '2022-06-14T18:16:51Z', 'revision_number': 1, 'project_id': 'a98d65273e2546aa9252b74c4f9daae4', 'fixed_ip_address_scope': None}, {'id': 'b1cf3414-ac49-4773-88da-1a62a611decd', 'tenant_id': 'a98d65273e2546aa9252b74c4f9daae4', 'floating_ip_address': '172.27.2.136', 'floating_network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'router_id': '541a79cc-ea6c-4e86-a3e6-05b260334012', 'port_id': '2af0a7a3-7d79-44a7-9b66-c56a0fb05efc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '576da013-3617-4a8e-90bf-f7e3da71dae2', 'mac_address': 'fa:16:3e:b6:e3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c867268a-6ee0-4c0d-a40b-7f38268c4dc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:19:03Z', 'updated_at': '2022-06-14T18:19:03Z', 'revision_number': 0, 'project_id': 'a98d65273e2546aa9252b74c4f9daae4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45cf2237-13fc-429f-8e42-ba1e2f509c5c', 'name': '', 'network_id': '576da013-3617-4a8e-90bf-f7e3da71dae2', 'tenant_id': 'a98d65273e2546aa9252b74c4f9daae4', 'mac_address': 'fa:16:3e:98:e6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541a79cc-ea6c-4e86-a3e6-05b260334012', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'd637fcab-e631-4a9a-85a6-1edd05917c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:12:59Z', 'updated_at': '2022-06-14T18:13:04Z', 'revision_number': 5, 'project_id': 'a98d65273e2546aa9252b74c4f9daae4', 'subnets': [{'id': 'd637fcab-e631-4a9a-85a6-1edd05917c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:19:06.280791 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-df916b0c-6e3f-4382-8780-cf01d67747f5 req-2a157ac3-347a-4750-81d1-dcba25f2c011 service neutron] 10.222.0.90 "GET /v2.0/networks/576da013-3617-4a8e-90bf-f7e3da71dae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968814 Jun 14 18:19:06.386977 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-df916b0c-6e3f-4382-8780-cf01d67747f5 req-a45b5c1a-b37c-4c5e-aab8-ef52dcbce266 service neutron] 10.222.0.90 "GET /v2.0/networks/576da013-3617-4a8e-90bf-f7e3da71dae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966902 Jun 14 18:19:06.456498 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08cd5b5-4edf-4bfb-bf21-4354ae7e4512 req-390c2768-1c82-4f9e-995f-3132c5ea20c6 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:19:06.458023 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-f08cd5b5-4edf-4bfb-bf21-4354ae7e4512 req-390c2768-1c82-4f9e-995f-3132c5ea20c6 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.90 "GET /v2.0/ports?device_id=e20b57fd-5805-46f6-9e52-7bb9fca3adc9 HTTP/1.1" status: 200 len: 945 time: 0.0554843 Jun 14 18:19:06.510668 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2af7a00-9bb7-4e02-b5c4-acb524a69914 None None] New status for floating IP b1cf3414-ac49-4773-88da-1a62a611decd: ACTIVE {{(pid=102478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 18:19:06.593799 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.plugin [req-f08cd5b5-4edf-4bfb-bf21-4354ae7e4512 req-9a4370ac-e3ae-476c-9f1a-0f75f103b163 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Deleting port 6ca32c09-ea48-4a08-b468-7e9cceb38874 {{(pid=102477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 14 18:19:06.594213 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-f08cd5b5-4edf-4bfb-bf21-4354ae7e4512 req-9a4370ac-e3ae-476c-9f1a-0f75f103b163 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239577025'] for port, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:06.696045 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.db [req-f08cd5b5-4edf-4bfb-bf21-4354ae7e4512 req-9a4370ac-e3ae-476c-9f1a-0f75f103b163 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] For port 6ca32c09-ea48-4a08-b468-7e9cceb38874, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=6ca32c09-ea48-4a08-b468-7e9cceb38874,segment=NetworkSegment(00c9591e-d9e3-4c96-a0cd-c6aa4f6c80b9),segment_id=00c9591e-d9e3-4c96-a0cd-c6aa4f6c80b9)] {{(pid=102477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:19:06.696410 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-f08cd5b5-4edf-4bfb-bf21-4354ae7e4512 req-9a4370ac-e3ae-476c-9f1a-0f75f103b163 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282467'] for port, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:06.713028 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.plugin [req-f08cd5b5-4edf-4bfb-bf21-4354ae7e4512 req-9a4370ac-e3ae-476c-9f1a-0f75f103b163 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Calling delete_port for 6ca32c09-ea48-4a08-b468-7e9cceb38874 owned by compute:nova {{(pid=102477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 14 18:19:06.779747 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.agents_db [None req-d83a49a0-1be1-4d29-a7ba-91319940a8a9 None None] Agent healthcheck: found 6 active agents {{(pid=102479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 14 18:19:06.845742 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-f08cd5b5-4edf-4bfb-bf21-4354ae7e4512 req-9a4370ac-e3ae-476c-9f1a-0f75f103b163 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239583007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239190869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16661523'] for port, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:06.873925 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4370ac-e3ae-476c-9f1a-0f75f103b163 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Pushing event deleted for resources: {'Port': ['ID=6ca32c09-ea48-4a08-b468-7e9cceb38874,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:19:06.914035 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.l3_dvrscheduler_db [req-f08cd5b5-4edf-4bfb-bf21-4354ae7e4512 req-9a4370ac-e3ae-476c-9f1a-0f75f103b163 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] No DVR routers for this DVR port 6ca32c09-ea48-4a08-b468-7e9cceb38874 on host hv-cinder-82173 {{(pid=102477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 18:19:06.917081 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-f08cd5b5-4edf-4bfb-bf21-4354ae7e4512 req-9a4370ac-e3ae-476c-9f1a-0f75f103b163 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for port, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:06.920161 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-f08cd5b5-4edf-4bfb-bf21-4354ae7e4512 req-9a4370ac-e3ae-476c-9f1a-0f75f103b163 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.90 "DELETE /v2.0/ports/6ca32c09-ea48-4a08-b468-7e9cceb38874 HTTP/1.1" status: 204 len: 173 time: 0.4551752 Jun 14 18:19:06.920613 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e20b57fd-5805-46f6-9e52-7bb9fca3adc9', 'name': 'network-vif-deleted', 'tag': '6ca32c09-ea48-4a08-b468-7e9cceb38874'}] {{(pid=102477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:19:06.923525 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63a05a5c49a881ad62840f65bcdf4689c8e257def52ee20504415851ea2faa0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-501078ce-db02-4c48-bfba-6e7e25c61edf" -d '{"events": [{"server_uuid": "e20b57fd-5805-46f6-9e52-7bb9fca3adc9", "name": "network-vif-deleted", "tag": "6ca32c09-ea48-4a08-b468-7e9cceb38874"}]}' {{(pid=102477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:19:06.960797 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c63d83d0-46c1-4f9e-a68b-77a5371bc1d1 x-openstack-request-id: req-c63d83d0-46c1-4f9e-a68b-77a5371bc1d1 {{(pid=102477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:19:06.961083 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e20b57fd-5805-46f6-9e52-7bb9fca3adc9", "name": "network-vif-deleted", "tag": "6ca32c09-ea48-4a08-b468-7e9cceb38874", "status": "completed", "code": 200}]} {{(pid=102477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:19:06.961327 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c63d83d0-46c1-4f9e-a68b-77a5371bc1d1 {{(pid=102477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:19:06.961761 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c63d83d0-46c1-4f9e-a68b-77a5371bc1d1'] response: {'server_uuid': 'e20b57fd-5805-46f6-9e52-7bb9fca3adc9', 'name': 'network-vif-deleted', 'tag': '6ca32c09-ea48-4a08-b468-7e9cceb38874', 'status': 'completed', 'code': 200} Jun 14 18:19:07.136458 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-ce29ba1f-5379-4b77-8a9a-2821ad1c4048 req-b45448e9-1fd1-4e0b-a7bc-811d67727613 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "GET /v2.0/ports?device_id=e20b57fd-5805-46f6-9e52-7bb9fca3adc9 HTTP/1.1" status: 200 len: 210 time: 0.0267725 Jun 14 18:19:08.194747 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 58386) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:19:08.257549 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-209ba38c-5090-4526-b4c3-9a595474d732 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Notify callbacks [] for security_group, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:08.283487 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-209ba38c-5090-4526-b4c3-9a595474d732 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:08.341709 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-209ba38c-5090-4526-b4c3-9a595474d732 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:08.345172 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-209ba38c-5090-4526-b4c3-9a595474d732 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Notify callbacks [] for security_group, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:08.346465 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-209ba38c-5090-4526-b4c3-9a595474d732 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] 10.222.0.70 "DELETE /v2.0/security-groups/17eba8a0-dd59-4485-b2c1-8fad277f9b8d HTTP/1.1" status: 204 len: 168 time: 0.1507020 Jun 14 18:19:08.359290 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209ba38c-5090-4526-b4c3-9a595474d732 tempest-TestShelveInstance-1987020373 tempest-TestShelveInstance-1987020373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17eba8a0-dd59-4485-b2c1-8fad277f9b8d,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:19:08.397442 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 58390) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:19:08.856856 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-f6948d13-5327-46d5-9158-73a743439295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8284624'] for router_interface, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:08.976154 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 58402) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:19:09.096345 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-53077cd0-4def-4606-9a07-e5e589ac342a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:09.115646 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.plugin [None req-f6948d13-5327-46d5-9158-73a743439295 admin admin] Deleting port 52f5e439-576e-422e-8951-0de918ff1df2 {{(pid=102477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 14 18:19:09.115991 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-f6948d13-5327-46d5-9158-73a743439295 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239577025'] for port, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:09.183623 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-53077cd0-4def-4606-9a07-e5e589ac342a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:09.188824 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-53077cd0-4def-4606-9a07-e5e589ac342a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:09.212935 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.db [None req-f6948d13-5327-46d5-9158-73a743439295 admin admin] For port 52f5e439-576e-422e-8951-0de918ff1df2, host dv-cinder-821739-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=52f5e439-576e-422e-8951-0de918ff1df2,segment=NetworkSegment(00c9591e-d9e3-4c96-a0cd-c6aa4f6c80b9),segment_id=00c9591e-d9e3-4c96-a0cd-c6aa4f6c80b9)] {{(pid=102477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:19:09.213594 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-f6948d13-5327-46d5-9158-73a743439295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282467'] for port, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:09.237803 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-53077cd0-4def-4606-9a07-e5e589ac342a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=882b471cf1ba474e99c77ff1f6ed1ef9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2526073 Jun 14 18:19:09.237803 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 58416) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:19:09.239177 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.plugin [None req-f6948d13-5327-46d5-9158-73a743439295 admin admin] Calling delete_port for 52f5e439-576e-422e-8951-0de918ff1df2 owned by network:router_interface {{(pid=102477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 14 18:19:09.240020 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53077cd0-4def-4606-9a07-e5e589ac342a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b49db7a6-9c97-4346-a0dc-5ba800891b34,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:19:09.296659 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-0ad72736-68b6-4f4f-aaa5-a14686679732 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:09.323181 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-0ad72736-68b6-4f4f-aaa5-a14686679732 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:09.387341 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-0ad72736-68b6-4f4f-aaa5-a14686679732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:09.389859 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-0ad72736-68b6-4f4f-aaa5-a14686679732 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:09.391550 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-0ad72736-68b6-4f4f-aaa5-a14686679732 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b49db7a6-9c97-4346-a0dc-5ba800891b34 HTTP/1.1" status: 204 len: 168 time: 0.1574657 Jun 14 18:19:09.402677 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad72736-68b6-4f4f-aaa5-a14686679732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b49db7a6-9c97-4346-a0dc-5ba800891b34,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:19:09.464956 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-f6948d13-5327-46d5-9158-73a743439295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239583007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239190869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16661523'] for port, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:09.493032 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6948d13-5327-46d5-9158-73a743439295 admin admin] Pushing event deleted for resources: {'Port': ['ID=52f5e439-576e-422e-8951-0de918ff1df2,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:19:09.679017 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-f6948d13-5327-46d5-9158-73a743439295 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7944470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8284604'] for router_interface, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:09.899366 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6948d13-5327-46d5-9158-73a743439295 admin admin] Router 47afafad-783e-40f4-b652-f40577821898 has already been hosted by L3 agent 2bd7ef4a-700f-45f4-ae1e-98ca6454acba {{(pid=102477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:19:10.006607 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6948d13-5327-46d5-9158-73a743439295 admin admin] Notify agent at l3_agent.dv-cinder-821739-1-iscsi the message routers_updated {{(pid=102477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:19:10.014534 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 58442) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:19:10.014995 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-f6948d13-5327-46d5-9158-73a743439295 admin admin] 10.222.0.70 "PUT /v2.0/routers/47afafad-783e-40f4-b652-f40577821898/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6158514 Jun 14 18:19:10.017926 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1873913f-1858-4f2d-bb38-60f3197f72b4 None None] Sync routers for ids ['47afafad-783e-40f4-b652-f40577821898'] in dv-cinder-821739-1-iscsi {{(pid=102479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:19:10.027229 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1873913f-1858-4f2d-bb38-60f3197f72b4 None None] Routers {'47afafad-783e-40f4-b652-f40577821898'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:19:10.027907 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-1873913f-1858-4f2d-bb38-60f3197f72b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:18:49Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['47afafad-783e-40f4-b652-f40577821898'], 'active': True} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:19:10.083362 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 58444) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:19:10.130919 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-14abcf56-c653-405b-9992-8a97b17ab20a admin admin] Notify callbacks [] for router, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:10.193603 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.v2.base [None req-204a9279-bd61-4577-b7b5-351844958142 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-202451891-network', 'tenant_id': '4b4f2b7d952e423aa02fb0cf7edd9c34'}} {{(pid=102477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:19:10.214120 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-204a9279-bd61-4577-b7b5-351844958142 admin admin] Made reservation on behalf of 4b4f2b7d952e423aa02fb0cf7edd9c34 for: {'network': 1} {{(pid=102477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:19:10.216288 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-204a9279-bd61-4577-b7b5-351844958142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for network, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:10.224590 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-204a9279-bd61-4577-b7b5-351844958142 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:10.232535 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvr_db [None req-1873913f-1858-4f2d-bb38-60f3197f72b4 None None] Set router 47afafad-783e-40f4-b652-f40577821898 gateway port host: dv-cinder-821739-1-iscsi {{(pid=102479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:19:10.242125 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-14abcf56-c653-405b-9992-8a97b17ab20a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:10.301959 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.plugin [None req-14abcf56-c653-405b-9992-8a97b17ab20a admin admin] Deleting port d26b9894-09e2-4b11-977b-2d2cae12ffed {{(pid=102476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 14 18:19:10.302305 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-14abcf56-c653-405b-9992-8a97b17ab20a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239577025'] for port, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:10.306411 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-204a9279-bd61-4577-b7b5-351844958142 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:10.312511 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-204a9279-bd61-4577-b7b5-351844958142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:10.338983 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-204a9279-bd61-4577-b7b5-351844958142 admin admin] vlan segment allocate from pool success with {'vlan_id': 1028, 'physical_network': 'physnet1'} {{(pid=102477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 18:19:10.356505 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204a9279-bd61-4577-b7b5-351844958142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec868785-5059-455d-9001-6c5526312647,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:19:10.361991 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-204a9279-bd61-4577-b7b5-351844958142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977873'] for segment, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:10.362546 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.db.segments_db [None req-204a9279-bd61-4577-b7b5-351844958142 admin admin] Added segment e41fd54e-651a-4afb-9bee-3cafa7991817 of type vlan for network 91760790-de00-413d-afeb-139c4ab455b8 Jun 14 18:19:10.425742 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.db [None req-14abcf56-c653-405b-9992-8a97b17ab20a admin admin] For port d26b9894-09e2-4b11-977b-2d2cae12ffed, host dv-cinder-821739-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=d26b9894-09e2-4b11-977b-2d2cae12ffed,segment=NetworkSegment(d3be3284-4005-440f-af8c-13455fbdf684),segment_id=d3be3284-4005-440f-af8c-13455fbdf684)] {{(pid=102476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:19:10.426139 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-14abcf56-c653-405b-9992-8a97b17ab20a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282467'] for port, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:10.426314 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-204a9279-bd61-4577-b7b5-351844958142 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758239169585'] for network, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:10.444697 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.plugin [None req-14abcf56-c653-405b-9992-8a97b17ab20a admin admin] Calling delete_port for d26b9894-09e2-4b11-977b-2d2cae12ffed owned by network:router_gateway {{(pid=102476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 14 18:19:10.467687 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-204a9279-bd61-4577-b7b5-351844958142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477'] for network, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:10.468662 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204a9279-bd61-4577-b7b5-351844958142 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:19:10.469247 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-204a9279-bd61-4577-b7b5-351844958142 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7944499'] for network, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:10.480822 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-1873913f-1858-4f2d-bb38-60f3197f72b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47afafad-783e-40f4-b652-f40577821898', 'name': 'tempest-TestShelveInstance-1638102188-router', 'tenant_id': 'ba1a6001b639493eb65a9c1197ada8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'd26b9894-09e2-4b11-977b-2d2cae12ffed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:13:48Z', 'updated_at': '2022-06-14T18:19:09Z', 'revision_number': 5, 'project_id': 'ba1a6001b639493eb65a9c1197ada8e4', 'gw_port': {'id': 'd26b9894-09e2-4b11-977b-2d2cae12ffed', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47afafad-783e-40f4-b652-f40577821898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:13:49Z', 'updated_at': '2022-06-14T18:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi'}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:19:10.512004 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-204a9279-bd61-4577-b7b5-351844958142 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4240832 Jun 14 18:19:10.513005 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 58458) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:19:10.518226 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1873913f-1858-4f2d-bb38-60f3197f72b4 None None] Checking router: 47afafad-783e-40f4-b652-f40577821898 for host: dv-cinder-821739-1-iscsi {{(pid=102479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:19:10.518428 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.v2.base [None req-a2156c90-9d63-4fd6-a665-62fbd13f84ea admin admin] Request body: {'subnet': {'network_id': '91760790-de00-413d-afeb-139c4ab455b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-202451891-subnet', 'tenant_id': '4b4f2b7d952e423aa02fb0cf7edd9c34', 'ip_version': 4}} {{(pid=102476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:19:10.528073 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1873913f-1858-4f2d-bb38-60f3197f72b4 None None] Routers {'47afafad-783e-40f4-b652-f40577821898'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:19:10.530072 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-1873913f-1858-4f2d-bb38-60f3197f72b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:18:49Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['47afafad-783e-40f4-b652-f40577821898'], 'active': True} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:19:10.542255 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204a9279-bd61-4577-b7b5-351844958142 admin admin] Pushing event updated for resources: {'Network': ['ID=91760790-de00-413d-afeb-139c4ab455b8,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:19:10.554914 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Network 91760790-de00-413d-afeb-139c4ab455b8 details requested by agent ovs-agent-dv-cinder-821739-1-iscsi with host dv-cinder-821739-1-iscsi {{(pid=102478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 14 18:19:10.628481 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device 6ca32c09-ea48-4a08-b468-7e9cceb38874 no longer exists at agent hyperv_hv-cinder-82173 {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:19:10.650962 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvr_db [None req-1873913f-1858-4f2d-bb38-60f3197f72b4 None None] Set router 47afafad-783e-40f4-b652-f40577821898 gateway port host: None {{(pid=102479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:19:10.656161 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] No Port match for: 6ca32c09-ea48-4a08-b468-7e9cceb38874 {{(pid=102478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 14 18:19:10.656755 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device 6ca32c09-ea48-4a08-b468-7e9cceb38874 not bound to the agent host hv-cinder-82173 {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:19:10.660538 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2156c90-9d63-4fd6-a665-62fbd13f84ea admin admin] Made reservation on behalf of 4b4f2b7d952e423aa02fb0cf7edd9c34 for: {'subnet': 1} {{(pid=102476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:19:10.662802 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-a2156c90-9d63-4fd6-a665-62fbd13f84ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4369283'] for subnet, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:10.685829 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-14abcf56-c653-405b-9992-8a97b17ab20a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239583007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239190869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378765'] for port, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:10.717271 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-1873913f-1858-4f2d-bb38-60f3197f72b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47afafad-783e-40f4-b652-f40577821898', 'name': 'tempest-TestShelveInstance-1638102188-router', 'tenant_id': 'ba1a6001b639493eb65a9c1197ada8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:13:48Z', 'updated_at': '2022-06-14T18:19:10Z', 'revision_number': 6, 'project_id': 'ba1a6001b639493eb65a9c1197ada8e4', 'gw_port_host': None}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:19:10.726144 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14abcf56-c653-405b-9992-8a97b17ab20a admin admin] Pushing event deleted for resources: {'Port': ['ID=d26b9894-09e2-4b11-977b-2d2cae12ffed,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:19:10.748230 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1873913f-1858-4f2d-bb38-60f3197f72b4 None None] The sync data for ids ['47afafad-783e-40f4-b652-f40577821898'] in dv-cinder-821739-1-iscsi is: [{'id': '47afafad-783e-40f4-b652-f40577821898', 'name': 'tempest-TestShelveInstance-1638102188-router', 'tenant_id': 'ba1a6001b639493eb65a9c1197ada8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:13:48Z', 'updated_at': '2022-06-14T18:19:10Z', 'revision_number': 6, 'project_id': 'ba1a6001b639493eb65a9c1197ada8e4', 'gw_port_host': None}] {{(pid=102479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:19:10.842890 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-14abcf56-c653-405b-9992-8a97b17ab20a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8287518'] for router_gateway, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:10.972288 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-14abcf56-c653-405b-9992-8a97b17ab20a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16243'] for router, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:10.975869 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-14abcf56-c653-405b-9992-8a97b17ab20a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:11.073211 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-14abcf56-c653-405b-9992-8a97b17ab20a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8278028'] for router, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:11.073902 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14abcf56-c653-405b-9992-8a97b17ab20a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47afafad-783e-40f4-b652-f40577821898 {{(pid=102476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 14 18:19:11.079607 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-14abcf56-c653-405b-9992-8a97b17ab20a admin admin] Notify callbacks [] for router, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:11.080711 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-14abcf56-c653-405b-9992-8a97b17ab20a admin admin] 10.222.0.70 "DELETE /v2.0/routers/47afafad-783e-40f4-b652-f40577821898 HTTP/1.1" status: 204 len: 168 time: 1.0639582 Jun 14 18:19:11.083779 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-a2156c90-9d63-4fd6-a665-62fbd13f84ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5378649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4368745'] for subnet, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:11.083924 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 58464) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:19:11.169160 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2156c90-9d63-4fd6-a665-62fbd13f84ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=19b3bb84-5044-4cb8-804b-48c0f65ee0af,revision_number=0']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:19:11.183302 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.db.db_base_plugin_v2 [None req-292e81b5-91e2-4339-9a38-f8d3cfff77d5 admin admin] Deleting subnet b6fd4df0-61f4-48b5-9fb9-b9718ce89b6a {{(pid=102476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jun 14 18:19:11.191220 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-292e81b5-91e2-4339-9a38-f8d3cfff77d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:11.193221 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2156c90-9d63-4fd6-a665-62fbd13f84ea admin admin] Checking segment: {'id': 'e41fd54e-651a-4afb-9bee-3cafa7991817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '91760790-de00-413d-afeb-139c4ab455b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 14 18:19:11.193571 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2156c90-9d63-4fd6-a665-62fbd13f84ea admin admin] Network hostable DHCP agents. Network: 91760790-de00-413d-afeb-139c4ab455b8, hostable agents: ['7e447456-ff8f-4cbe-bcdd-bfd26b4a7662'], hosted agents: [] {{(pid=102476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 18:19:11.240208 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-292e81b5-91e2-4339-9a38-f8d3cfff77d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5425953'] for subnet, precommit_delete_associations {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:11.242224 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2156c90-9d63-4fd6-a665-62fbd13f84ea admin admin] Network 91760790-de00-413d-afeb-139c4ab455b8 is scheduled to be hosted by DHCP agent 7e447456-ff8f-4cbe-bcdd-bfd26b4a7662 with binding_index 1 {{(pid=102476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 18:19:11.274109 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.base_scheduler [None req-a2156c90-9d63-4fd6-a665-62fbd13f84ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821739-1-iscsi, 91760790-de00-413d-afeb-139c4ab455b8) {{(pid=102476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:19:11.280431 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2156c90-9d63-4fd6-a665-62fbd13f84ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:19:11.281013 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-a2156c90-9d63-4fd6-a665-62fbd13f84ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:11.282694 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa108f9b-c3c6-49d4-b56c-2bbd5452f1d2 None None] Network 91760790-de00-413d-afeb-139c4ab455b8 requested from dv-cinder-821739-1-iscsi {{(pid=102478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 18:19:11.318150 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-a2156c90-9d63-4fd6-a665-62fbd13f84ea admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8037734 Jun 14 18:19:11.321140 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 58466) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:19:11.327695 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.v2.base [None req-3f1bc04b-64ca-4845-8fe0-aa51081f74d5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-202451891-router', 'tenant_id': '4b4f2b7d952e423aa02fb0cf7edd9c34', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9'}}} {{(pid=102477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:19:11.337806 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-292e81b5-91e2-4339-9a38-f8d3cfff77d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-977723'] for subnet, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:11.357505 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-3f1bc04b-64ca-4845-8fe0-aa51081f74d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8279293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16205'] for router, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:11.359198 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-3f1bc04b-64ca-4845-8fe0-aa51081f74d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8285349', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8221628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16196'] for router, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:11.407442 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-292e81b5-91e2-4339-9a38-f8d3cfff77d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-977714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5378586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4368736'] for subnet, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:11.419535 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-3f1bc04b-64ca-4845-8fe0-aa51081f74d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:11.434047 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292e81b5-91e2-4339-9a38-f8d3cfff77d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6fd4df0-61f4-48b5-9fb9-b9718ce89b6a,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:19:11.438282 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-292e81b5-91e2-4339-9a38-f8d3cfff77d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:11.441365 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-292e81b5-91e2-4339-9a38-f8d3cfff77d5 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/b6fd4df0-61f4-48b5-9fb9-b9718ce89b6a HTTP/1.1" status: 204 len: 168 time: 0.3552845 Jun 14 18:19:11.443849 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 58468) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:19:11.454219 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed9a631-066c-4c60-96b9-db8bdd990ac1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13f8722a-7f63-57e1-9bed-f7c7ba50e3fe-91760790-de00-413d-afeb-139c4ab455b8', 'network_id': '91760790-de00-413d-afeb-139c4ab455b8', 'tenant_id': '4b4f2b7d952e423aa02fb0cf7edd9c34', 'fixed_ips': [{'subnet_id': '19b3bb84-5044-4cb8-804b-48c0f65ee0af'}]}} from dv-cinder-821739-1-iscsi. {{(pid=102478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 14 18:19:11.455729 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-6ed9a631-066c-4c60-96b9-db8bdd990ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_create {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:11.459195 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f62138b-3b6b-480d-bdf2-2a175a30c924 None None] Network 16a38fd0-908c-49c9-8b7d-9ea79627fd40 requested from dv-cinder-821739-1-iscsi {{(pid=102478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 18:19:11.528723 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-6b3d4075-6736-4f2b-9938-a11ecf4d56f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592896'] for network, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:11.583513 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device 52f5e439-576e-422e-8951-0de918ff1df2 no longer exists at agent ovs-agent-dv-cinder-821739-1-iscsi {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:19:11.599215 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-3f1bc04b-64ca-4845-8fe0-aa51081f74d5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:11.602915 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.plugin [None req-6b3d4075-6736-4f2b-9938-a11ecf4d56f1 admin admin] Deleting port 96f393b9-2921-485e-81fe-b4ec884c5713 {{(pid=102476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 14 18:19:11.603259 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-6b3d4075-6736-4f2b-9938-a11ecf4d56f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239577025'] for port, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:11.649628 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] No Port match for: 52f5e439-576e-422e-8951-0de918ff1df2 {{(pid=102478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 14 18:19:11.650134 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device 52f5e439-576e-422e-8951-0de918ff1df2 not bound to the agent host dv-cinder-821739-1-iscsi {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:19:11.650673 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device d26b9894-09e2-4b11-977b-2d2cae12ffed no longer exists at agent ovs-agent-dv-cinder-821739-1-iscsi {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:19:11.688572 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.db [None req-6b3d4075-6736-4f2b-9938-a11ecf4d56f1 admin admin] For port 96f393b9-2921-485e-81fe-b4ec884c5713, host dv-cinder-821739-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=96f393b9-2921-485e-81fe-b4ec884c5713,segment=NetworkSegment(00c9591e-d9e3-4c96-a0cd-c6aa4f6c80b9),segment_id=00c9591e-d9e3-4c96-a0cd-c6aa4f6c80b9)] {{(pid=102476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:19:11.688791 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] No Port match for: d26b9894-09e2-4b11-977b-2d2cae12ffed {{(pid=102478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 14 18:19:11.688904 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-6b3d4075-6736-4f2b-9938-a11ecf4d56f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282467'] for port, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:11.696133 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device d26b9894-09e2-4b11-977b-2d2cae12ffed not bound to the agent host dv-cinder-821739-1-iscsi {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:19:11.710012 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.plugin [None req-6b3d4075-6736-4f2b-9938-a11ecf4d56f1 admin admin] Calling delete_port for 96f393b9-2921-485e-81fe-b4ec884c5713 owned by network:dhcp {{(pid=102476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 14 18:19:11.825857 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-6b3d4075-6736-4f2b-9938-a11ecf4d56f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239583007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239190869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378765'] for port, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:11.852780 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-3f1bc04b-64ca-4845-8fe0-aa51081f74d5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:11.873018 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d4075-6736-4f2b-9938-a11ecf4d56f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=96f393b9-2921-485e-81fe-b4ec884c5713,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:19:11.882107 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3d4075-6736-4f2b-9938-a11ecf4d56f1 admin admin] No DVR routers for this DVR port 96f393b9-2921-485e-81fe-b4ec884c5713 on host dv-cinder-821739-1-iscsi {{(pid=102476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 18:19:11.890999 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-3f1bc04b-64ca-4845-8fe0-aa51081f74d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:12.013580 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-6b3d4075-6736-4f2b-9938-a11ecf4d56f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-955256', 'neutron.services.segments.db._delete_segments_for_network-8758239721683'] for network, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:12.043160 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.services.segments.db [None req-6b3d4075-6736-4f2b-9938-a11ecf4d56f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16a38fd0-908c-49c9-8b7d-9ea79627fd40']}} {{(pid=102476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:19:12.045264 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.db_base_plugin_common [None req-6ed9a631-066c-4c60-96b9-db8bdd990ac1 None None] Allocated IP 172.20.0.2 (91760790-de00-413d-afeb-139c4ab455b8/19b3bb84-5044-4cb8-804b-48c0f65ee0af/71b5bed0-4a4b-4db6-99e6-36334c1cd7f8) {{(pid=102478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:19:12.050060 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.db_base_plugin_common [None req-3f1bc04b-64ca-4845-8fe0-aa51081f74d5 admin admin] Allocated IP 172.27.2.182 (0514a421-38fe-44fa-a158-ef00d417fed9/5974f5a1-c656-4a3f-aaeb-f2cb77111b45/53568504-6813-4d22-9005-54a604f4c917) {{(pid=102477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:19:12.067683 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.services.segments.db [None req-6b3d4075-6736-4f2b-9938-a11ecf4d56f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00c9591e-d9e3-4c96-a0cd-c6aa4f6c80b9') {'for_net_delete': True} {{(pid=102476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:19:12.067983 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.services.segments.db [None req-6b3d4075-6736-4f2b-9938-a11ecf4d56f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00c9591e-d9e3-4c96-a0cd-c6aa4f6c80b9') {} {{(pid=102476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:19:12.083872 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-6b3d4075-6736-4f2b-9938-a11ecf4d56f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758239721948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5425962'] for segment, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:12.114614 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-6b3d4075-6736-4f2b-9938-a11ecf4d56f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977873'] for segment, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:12.130974 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b3d4075-6736-4f2b-9938-a11ecf4d56f1 admin admin] Releasing vlan 1031 on physical network physnet1 to pool {{(pid=102476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 18:19:12.131649 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-6b3d4075-6736-4f2b-9938-a11ecf4d56f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5378784'] for segment, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:12.162153 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e3ec2e-6f05-4b8c-b653-83bcc2e66276 None None] DHCP port deletion for 16a38fd0-908c-49c9-8b7d-9ea79627fd40 request from dv-cinder-821739-1-iscsi {{(pid=102478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 14 18:19:12.188742 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.services.segments.plugin [-] Segment 00c9591e-d9e3-4c96-a0cd-c6aa4f6c80b9 resource provider aggregate not found Jun 14 18:19:12.204657 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-3f1bc04b-64ca-4845-8fe0-aa51081f74d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:12.211748 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.services.segments.plugin [-] Segment 00c9591e-d9e3-4c96-a0cd-c6aa4f6c80b9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 00c9591e-d9e3-4c96-a0cd-c6aa4f6c80b9 found for delete ", "request_id": "req-6f79a5e6-003a-412c-b9ed-66413137a516"}]} Jun 14 18:19:12.217379 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-6b3d4075-6736-4f2b-9938-a11ecf4d56f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-955201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8287522'] for network, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:12.222360 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-6b3d4075-6736-4f2b-9938-a11ecf4d56f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7944499'] for network, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:12.226988 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-6b3d4075-6736-4f2b-9938-a11ecf4d56f1 admin admin] 10.222.0.70 "DELETE /v2.0/networks/16a38fd0-908c-49c9-8b7d-9ea79627fd40 HTTP/1.1" status: 204 len: 168 time: 0.7821913 Jun 14 18:19:12.231252 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 58490) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:19:12.248307 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-3f1bc04b-64ca-4845-8fe0-aa51081f74d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239190878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16661523'] for port, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:12.250206 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d4075-6736-4f2b-9938-a11ecf4d56f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=16a38fd0-908c-49c9-8b7d-9ea79627fd40,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:19:12.253538 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-6ed9a631-066c-4c60-96b9-db8bdd990ac1 None None] Notify callbacks [] for port, precommit_create {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:12.266558 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-6ed9a631-066c-4c60-96b9-db8bdd990ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239190878'] for port, after_create {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:12.288972 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1bc04b-64ca-4845-8fe0-aa51081f74d5 admin admin] Network 0514a421-38fe-44fa-a158-ef00d417fed9 is already hosted by enough agents. {{(pid=102477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:19:12.294653 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.base_scheduler [None req-3f1bc04b-64ca-4845-8fe0-aa51081f74d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:19:12.297166 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1bc04b-64ca-4845-8fe0-aa51081f74d5 admin admin] Received port after_create {{(pid=102477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 14 18:19:12.310112 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed9a631-066c-4c60-96b9-db8bdd990ac1 None None] Network 91760790-de00-413d-afeb-139c4ab455b8 is already hosted by enough agents. {{(pid=102478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:19:12.313165 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.scheduler.base_scheduler [None req-6ed9a631-066c-4c60-96b9-db8bdd990ac1 None None] Resources bound (agent type, host, resource id): {{(pid=102478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:19:12.318637 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed9a631-066c-4c60-96b9-db8bdd990ac1 None None] Received port after_create {{(pid=102478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 14 18:19:12.327292 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1bc04b-64ca-4845-8fe0-aa51081f74d5 admin admin] Pushing event updated for resources: {'Port': ['ID=53568504-6813-4d22-9005-54a604f4c917,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:19:12.340664 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed9a631-066c-4c60-96b9-db8bdd990ac1 None None] Pushing event updated for resources: {'Port': ['ID=71b5bed0-4a4b-4db6-99e6-36334c1cd7f8,revision_number=1']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:19:12.393751 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.managers [None req-6ed9a631-066c-4c60-96b9-db8bdd990ac1 None None] Attempting to bind port 71b5bed0-4a4b-4db6-99e6-36334c1cd7f8 on host dv-cinder-821739-1-iscsi for vnic_type normal with profile {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 14 18:19:12.394109 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.managers [None req-6ed9a631-066c-4c60-96b9-db8bdd990ac1 None None] Attempting to bind port 71b5bed0-4a4b-4db6-99e6-36334c1cd7f8 by drivers openvswitch,hyperv on host dv-cinder-821739-1-iscsi at level 0 using segments [{'id': 'e41fd54e-651a-4afb-9bee-3cafa7991817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '91760790-de00-413d-afeb-139c4ab455b8'}] {{(pid=102478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 14 18:19:12.394686 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed9a631-066c-4c60-96b9-db8bdd990ac1 None None] Attempting to bind port 71b5bed0-4a4b-4db6-99e6-36334c1cd7f8 on network 91760790-de00-413d-afeb-139c4ab455b8 {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:19:12.400814 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed9a631-066c-4c60-96b9-db8bdd990ac1 None None] Checking agent: {'id': 'e8f0c06d-b34a-40ed-9da4-c5e71adce1cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821739-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 3, 22), 'started_at': datetime.datetime(2022, 6, 14, 18, 3, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821739-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:19:12.401584 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed9a631-066c-4c60-96b9-db8bdd990ac1 None None] Checking segment: {'id': 'e41fd54e-651a-4afb-9bee-3cafa7991817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '91760790-de00-413d-afeb-139c4ab455b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 14 18:19:12.402019 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-6ed9a631-066c-4c60-96b9-db8bdd990ac1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:12.402416 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed9a631-066c-4c60-96b9-db8bdd990ac1 None None] Bound using segment: {'id': 'e41fd54e-651a-4afb-9bee-3cafa7991817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '91760790-de00-413d-afeb-139c4ab455b8'} {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:19:12.402892 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.managers [None req-6ed9a631-066c-4c60-96b9-db8bdd990ac1 None None] Bound port: 71b5bed0-4a4b-4db6-99e6-36334c1cd7f8, host: dv-cinder-821739-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e41fd54e-651a-4afb-9bee-3cafa7991817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '91760790-de00-413d-afeb-139c4ab455b8'}}] {{(pid=102478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 14 18:19:12.403269 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-6ed9a631-066c-4c60-96b9-db8bdd990ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:12.477324 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-6ed9a631-066c-4c60-96b9-db8bdd990ac1 None None] For port 71b5bed0-4a4b-4db6-99e6-36334c1cd7f8, host dv-cinder-821739-1-iscsi, cleared binding levels {{(pid=102478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:19:12.481291 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-6ed9a631-066c-4c60-96b9-db8bdd990ac1 None None] For port 71b5bed0-4a4b-4db6-99e6-36334c1cd7f8, host dv-cinder-821739-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=71b5bed0-4a4b-4db6-99e6-36334c1cd7f8,segment=NetworkSegment(e41fd54e-651a-4afb-9bee-3cafa7991817),segment_id=e41fd54e-651a-4afb-9bee-3cafa7991817)] {{(pid=102478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:19:12.486034 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-6ed9a631-066c-4c60-96b9-db8bdd990ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:12.558799 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed9a631-066c-4c60-96b9-db8bdd990ac1 None None] Pushing event updated for resources: {'Port': ['ID=71b5bed0-4a4b-4db6-99e6-36334c1cd7f8,revision_number=2']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:19:12.585013 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-3f1bc04b-64ca-4845-8fe0-aa51081f74d5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:12.635921 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-86eec89e-6076-432e-889b-4f0aaee1cf33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8284624'] for router_interface, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:12.819968 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-3f1bc04b-64ca-4845-8fe0-aa51081f74d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8287610'] for router, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:12.907466 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.plugin [None req-86eec89e-6076-432e-889b-4f0aaee1cf33 admin admin] Deleting port 1729c73f-d12a-4794-926c-42c9fcad22e9 {{(pid=102476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 14 18:19:12.907818 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-86eec89e-6076-432e-889b-4f0aaee1cf33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239577025'] for port, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:12.955354 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f1bc04b-64ca-4845-8fe0-aa51081f74d5 admin admin] Router aba41a20-d272-435e-ab01-6fa1364cbd3c is scheduled to L3 agent 2bd7ef4a-700f-45f4-ae1e-98ca6454acba with binding_index 1 {{(pid=102477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 14 18:19:12.988644 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.db [None req-86eec89e-6076-432e-889b-4f0aaee1cf33 admin admin] For port 1729c73f-d12a-4794-926c-42c9fcad22e9, host dv-cinder-821739-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=1729c73f-d12a-4794-926c-42c9fcad22e9,segment=NetworkSegment(dfe3591a-0c88-448b-a511-c9c24d8f1962),segment_id=dfe3591a-0c88-448b-a511-c9c24d8f1962)] {{(pid=102476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:19:12.988948 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-86eec89e-6076-432e-889b-4f0aaee1cf33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282467'] for port, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:13.005217 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.plugin [None req-86eec89e-6076-432e-889b-4f0aaee1cf33 admin admin] Calling delete_port for 1729c73f-d12a-4794-926c-42c9fcad22e9 owned by network:router_interface {{(pid=102476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 14 18:19:13.210335 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-86eec89e-6076-432e-889b-4f0aaee1cf33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239583007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239190869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378765'] for port, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:13.240324 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eec89e-6076-432e-889b-4f0aaee1cf33 admin admin] Pushing event deleted for resources: {'Port': ['ID=1729c73f-d12a-4794-926c-42c9fcad22e9,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:19:13.249510 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86eec89e-6076-432e-889b-4f0aaee1cf33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:19:13.250053 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86eec89e-6076-432e-889b-4f0aaee1cf33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:19:13.250406 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86eec89e-6076-432e-889b-4f0aaee1cf33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:19:13.250637 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86eec89e-6076-432e-889b-4f0aaee1cf33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:19:13.250878 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86eec89e-6076-432e-889b-4f0aaee1cf33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:19:13.251210 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86eec89e-6076-432e-889b-4f0aaee1cf33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:19:13.251539 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86eec89e-6076-432e-889b-4f0aaee1cf33 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:19:13.252036 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86eec89e-6076-432e-889b-4f0aaee1cf33 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:19:13.252360 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86eec89e-6076-432e-889b-4f0aaee1cf33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:19:13.252683 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86eec89e-6076-432e-889b-4f0aaee1cf33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:19:13.253055 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86eec89e-6076-432e-889b-4f0aaee1cf33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:19:13.253377 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86eec89e-6076-432e-889b-4f0aaee1cf33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:19:13.330804 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f1bc04b-64ca-4845-8fe0-aa51081f74d5 admin admin] Notify agent at l3_agent.dv-cinder-821739-1-iscsi the message routers_updated {{(pid=102477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:19:13.371005 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b779173b-fb3c-4c99-9518-dd159a5fdbcb None None] Sync routers for ids ['aba41a20-d272-435e-ab01-6fa1364cbd3c'] in dv-cinder-821739-1-iscsi {{(pid=102478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:19:13.389021 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b779173b-fb3c-4c99-9518-dd159a5fdbcb None None] Routers {'aba41a20-d272-435e-ab01-6fa1364cbd3c'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:19:13.389747 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-b779173b-fb3c-4c99-9518-dd159a5fdbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:18:49Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['aba41a20-d272-435e-ab01-6fa1364cbd3c'], 'active': True} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:19:13.393836 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-3f1bc04b-64ca-4845-8fe0-aa51081f74d5 admin admin] Notify callbacks [] for router, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:13.400290 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-3f1bc04b-64ca-4845-8fe0-aa51081f74d5 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0775740 Jun 14 18:19:13.401571 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 58496) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:19:13.556257 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device 71b5bed0-4a4b-4db6-99e6-36334c1cd7f8 up at agent ovs-agent-dv-cinder-821739-1-iscsi {{(pid=102478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:19:13.641040 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-86eec89e-6076-432e-889b-4f0aaee1cf33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7944470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8284604'] for router_interface, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:13.752072 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvr_db [None req-b779173b-fb3c-4c99-9518-dd159a5fdbcb None None] Set router aba41a20-d272-435e-ab01-6fa1364cbd3c gateway port host: dv-cinder-821739-1-iscsi {{(pid=102478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:19:13.827529 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Provisioning complete for port 71b5bed0-4a4b-4db6-99e6-36334c1cd7f8 triggered by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:19:13.827993 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:13.899229 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4af4ccd-9b21-4a3d-a1f7-ee9f71ddb1a9 None None] Network 91760790-de00-413d-afeb-139c4ab455b8 requested from dv-cinder-821739-1-iscsi {{(pid=102478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 18:19:13.926875 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86eec89e-6076-432e-889b-4f0aaee1cf33 admin admin] Router bbfbfeba-a531-44e1-9fb7-566258ecd72e has already been hosted by L3 agent 2bd7ef4a-700f-45f4-ae1e-98ca6454acba {{(pid=102476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:19:14.014648 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-3ccf33bf-e55e-43d0-b2ab-3c037c4a05d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:14.100120 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-7ed779f4-fa1e-4761-905f-7fafe89e1522 None None] Provisioning complete for port 71b5bed0-4a4b-4db6-99e6-36334c1cd7f8 triggered by entity DHCP. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:19:14.100420 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-7ed779f4-fa1e-4761-905f-7fafe89e1522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:14.101981 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Current status of the port 71b5bed0-4a4b-4db6-99e6-36334c1cd7f8 is: DOWN; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:19:14.102354 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:14.185736 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.db_base_plugin_common [None req-3ccf33bf-e55e-43d0-b2ab-3c037c4a05d8 admin admin] Allocated IP 172.20.0.1 (91760790-de00-413d-afeb-139c4ab455b8/19b3bb84-5044-4cb8-804b-48c0f65ee0af/34913012-0e47-47e5-8f03-e007c74dd8b6) {{(pid=102477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:19:14.217729 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] For port 71b5bed0-4a4b-4db6-99e6-36334c1cd7f8, host dv-cinder-821739-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=71b5bed0-4a4b-4db6-99e6-36334c1cd7f8,segment=NetworkSegment(e41fd54e-651a-4afb-9bee-3cafa7991817),segment_id=e41fd54e-651a-4afb-9bee-3cafa7991817)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:19:14.242561 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:14.285557 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-b779173b-fb3c-4c99-9518-dd159a5fdbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba41a20-d272-435e-ab01-6fa1364cbd3c', 'name': 'tempest-TestMinimumBasicScenario-202451891-router', 'tenant_id': '4b4f2b7d952e423aa02fb0cf7edd9c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '53568504-6813-4d22-9005-54a604f4c917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:19:11Z', 'updated_at': '2022-06-14T18:19:12Z', 'revision_number': 3, 'project_id': '4b4f2b7d952e423aa02fb0cf7edd9c34', 'gw_port': {'id': '53568504-6813-4d22-9005-54a604f4c917', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:4f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aba41a20-d272-435e-ab01-6fa1364cbd3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:19:11Z', 'updated_at': '2022-06-14T18:19:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi'}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:19:14.322613 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-3ccf33bf-e55e-43d0-b2ab-3c037c4a05d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:14.336652 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86eec89e-6076-432e-889b-4f0aaee1cf33 admin admin] Notify agent at l3_agent.dv-cinder-821739-1-iscsi the message routers_updated {{(pid=102476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:19:14.340647 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device 96f393b9-2921-485e-81fe-b4ec884c5713 no longer exists at agent ovs-agent-dv-cinder-821739-1-iscsi {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:19:14.346389 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-86eec89e-6076-432e-889b-4f0aaee1cf33 admin admin] 10.222.0.70 "PUT /v2.0/routers/bbfbfeba-a531-44e1-9fb7-566258ecd72e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1110091 Jun 14 18:19:14.346389 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 58506) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:19:14.349579 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700cf572-6490-4874-a4bd-de87460c650e None None] Sync routers for ids ['bbfbfeba-a531-44e1-9fb7-566258ecd72e'] in dv-cinder-821739-1-iscsi {{(pid=102479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:19:14.353105 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b779173b-fb3c-4c99-9518-dd159a5fdbcb None None] Checking router: aba41a20-d272-435e-ab01-6fa1364cbd3c for host: dv-cinder-821739-1-iscsi {{(pid=102478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:19:14.353441 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b779173b-fb3c-4c99-9518-dd159a5fdbcb None None] Updating router aba41a20-d272-435e-ab01-6fa1364cbd3c port 53568504-6813-4d22-9005-54a604f4c917 binding host dv-cinder-821739-1-iscsi {{(pid=102478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 18:19:14.366776 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700cf572-6490-4874-a4bd-de87460c650e None None] Routers {'bbfbfeba-a531-44e1-9fb7-566258ecd72e'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:19:14.367665 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-700cf572-6490-4874-a4bd-de87460c650e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:18:49Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['bbfbfeba-a531-44e1-9fb7-566258ecd72e'], 'active': True} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:19:14.375316 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-3ccf33bf-e55e-43d0-b2ab-3c037c4a05d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239190878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16661523'] for port, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:14.416805 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] No Port match for: 96f393b9-2921-485e-81fe-b4ec884c5713 {{(pid=102478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 14 18:19:14.417377 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device 96f393b9-2921-485e-81fe-b4ec884c5713 not bound to the agent host dv-cinder-821739-1-iscsi {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:19:14.428040 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ccf33bf-e55e-43d0-b2ab-3c037c4a05d8 admin admin] Network 91760790-de00-413d-afeb-139c4ab455b8 is already hosted by enough agents. {{(pid=102477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:19:14.431201 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.base_scheduler [None req-3ccf33bf-e55e-43d0-b2ab-3c037c4a05d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:19:14.437299 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccf33bf-e55e-43d0-b2ab-3c037c4a05d8 admin admin] Received port after_create {{(pid=102477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 14 18:19:14.440090 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Pushing event updated for resources: {'Port': ['ID=71b5bed0-4a4b-4db6-99e6-36334c1cd7f8,revision_number=3']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:19:14.455818 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-7ed779f4-fa1e-4761-905f-7fafe89e1522 None None] Current status of the port 71b5bed0-4a4b-4db6-99e6-36334c1cd7f8 is: ACTIVE; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:19:14.459210 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-b779173b-fb3c-4c99-9518-dd159a5fdbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:14.479335 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf33bf-e55e-43d0-b2ab-3c037c4a05d8 admin admin] Pushing event updated for resources: {'Port': ['ID=34913012-0e47-47e5-8f03-e007c74dd8b6,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:19:14.501243 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-3ccf33bf-e55e-43d0-b2ab-3c037c4a05d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8287653'] for router_interface, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:14.515880 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-b86077cb-33d9-433c-b043-fa3d6228d450 admin admin] Notify callbacks [] for router, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:14.585729 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvr_db [None req-700cf572-6490-4874-a4bd-de87460c650e None None] Set router bbfbfeba-a531-44e1-9fb7-566258ecd72e gateway port host: dv-cinder-821739-1-iscsi {{(pid=102479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:19:14.680291 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-b86077cb-33d9-433c-b043-fa3d6228d450 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:14.701239 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-3ccf33bf-e55e-43d0-b2ab-3c037c4a05d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:14.785442 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.plugin [None req-b86077cb-33d9-433c-b043-fa3d6228d450 admin admin] Deleting port d9f4b923-15b9-49ea-9c3a-67db108b309c {{(pid=102476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 14 18:19:14.789317 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-b86077cb-33d9-433c-b043-fa3d6228d450 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239577025'] for port, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:14.819168 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-440e8b32-4b35-4d6e-88a8-c37ce4cdc9d3 None None] Provisioning complete for port 71b5bed0-4a4b-4db6-99e6-36334c1cd7f8 triggered by entity DHCP. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:19:14.819168 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-440e8b32-4b35-4d6e-88a8-c37ce4cdc9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:14.899006 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.db [None req-b86077cb-33d9-433c-b043-fa3d6228d450 admin admin] For port d9f4b923-15b9-49ea-9c3a-67db108b309c, host dv-cinder-821739-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=d9f4b923-15b9-49ea-9c3a-67db108b309c,segment=NetworkSegment(d3be3284-4005-440f-af8c-13455fbdf684),segment_id=d3be3284-4005-440f-af8c-13455fbdf684)] {{(pid=102476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:19:14.899391 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-b86077cb-33d9-433c-b043-fa3d6228d450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282467'] for port, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:14.923840 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.plugin [None req-b86077cb-33d9-433c-b043-fa3d6228d450 admin admin] Calling delete_port for d9f4b923-15b9-49ea-9c3a-67db108b309c owned by network:router_gateway {{(pid=102476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 14 18:19:14.943774 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-3ccf33bf-e55e-43d0-b2ab-3c037c4a05d8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:14.952958 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-3ccf33bf-e55e-43d0-b2ab-3c037c4a05d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16661530'] for port, after_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:14.965281 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-700cf572-6490-4874-a4bd-de87460c650e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbfbfeba-a531-44e1-9fb7-566258ecd72e', 'name': 'tempest-TestShelveInstance-129050858-router', 'tenant_id': 'c9e39d75f54e4fafa053bdafff6c84fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': 'd9f4b923-15b9-49ea-9c3a-67db108b309c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:13:56Z', 'updated_at': '2022-06-14T18:19:13Z', 'revision_number': 5, 'project_id': 'c9e39d75f54e4fafa053bdafff6c84fa', 'gw_port': {'id': 'd9f4b923-15b9-49ea-9c3a-67db108b309c', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:13:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfbfeba-a531-44e1-9fb7-566258ecd72e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:13:56Z', 'updated_at': '2022-06-14T18:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi'}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:19:15.016845 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700cf572-6490-4874-a4bd-de87460c650e None None] Checking router: bbfbfeba-a531-44e1-9fb7-566258ecd72e for host: dv-cinder-821739-1-iscsi {{(pid=102479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:19:15.019653 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-b779173b-fb3c-4c99-9518-dd159a5fdbcb None None] Notify callbacks [] for port, precommit_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:15.039554 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700cf572-6490-4874-a4bd-de87460c650e None None] Routers {'bbfbfeba-a531-44e1-9fb7-566258ecd72e'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:19:15.040184 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-700cf572-6490-4874-a4bd-de87460c650e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:18:49Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['bbfbfeba-a531-44e1-9fb7-566258ecd72e'], 'active': True} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:19:15.047812 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf33bf-e55e-43d0-b2ab-3c037c4a05d8 admin admin] Pushing event updated for resources: {'Port': ['ID=34913012-0e47-47e5-8f03-e007c74dd8b6,revision_number=2']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:19:15.059444 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-3ccf33bf-e55e-43d0-b2ab-3c037c4a05d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7944463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8284469'] for router_interface, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:15.066513 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-b779173b-fb3c-4c99-9518-dd159a5fdbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:15.101010 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.managers [None req-b779173b-fb3c-4c99-9518-dd159a5fdbcb None None] Attempting to bind port 53568504-6813-4d22-9005-54a604f4c917 on host dv-cinder-821739-1-iscsi for vnic_type normal with profile {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 14 18:19:15.101413 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.managers [None req-b779173b-fb3c-4c99-9518-dd159a5fdbcb None None] Attempting to bind port 53568504-6813-4d22-9005-54a604f4c917 by drivers openvswitch,hyperv on host dv-cinder-821739-1-iscsi at level 0 using segments [{'id': 'd3be3284-4005-440f-af8c-13455fbdf684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9'}] {{(pid=102478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 14 18:19:15.101812 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b779173b-fb3c-4c99-9518-dd159a5fdbcb None None] Attempting to bind port 53568504-6813-4d22-9005-54a604f4c917 on network 0514a421-38fe-44fa-a158-ef00d417fed9 {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:19:15.146545 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b779173b-fb3c-4c99-9518-dd159a5fdbcb None None] Checking agent: {'id': 'e8f0c06d-b34a-40ed-9da4-c5e71adce1cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821739-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 3, 22), 'started_at': datetime.datetime(2022, 6, 14, 18, 3, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821739-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:19:15.146889 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b779173b-fb3c-4c99-9518-dd159a5fdbcb None None] Checking segment: {'id': 'd3be3284-4005-440f-af8c-13455fbdf684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 14 18:19:15.147292 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-b779173b-fb3c-4c99-9518-dd159a5fdbcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:15.147811 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b779173b-fb3c-4c99-9518-dd159a5fdbcb None None] Bound using segment: {'id': 'd3be3284-4005-440f-af8c-13455fbdf684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9'} {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:19:15.148511 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.managers [None req-b779173b-fb3c-4c99-9518-dd159a5fdbcb None None] Bound port: 53568504-6813-4d22-9005-54a604f4c917, host: dv-cinder-821739-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3be3284-4005-440f-af8c-13455fbdf684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9'}}] {{(pid=102478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 14 18:19:15.149255 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-b779173b-fb3c-4c99-9518-dd159a5fdbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:15.168947 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ccf33bf-e55e-43d0-b2ab-3c037c4a05d8 admin admin] Network 91760790-de00-413d-afeb-139c4ab455b8 is already hosted by enough agents. {{(pid=102477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:19:15.170686 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.base_scheduler [None req-3ccf33bf-e55e-43d0-b2ab-3c037c4a05d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:19:15.184367 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-b86077cb-33d9-433c-b043-fa3d6228d450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239583007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239190869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378765'] for port, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:15.244557 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvr_db [None req-700cf572-6490-4874-a4bd-de87460c650e None None] Set router bbfbfeba-a531-44e1-9fb7-566258ecd72e gateway port host: None {{(pid=102479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:19:15.247251 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86077cb-33d9-433c-b043-fa3d6228d450 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9f4b923-15b9-49ea-9c3a-67db108b309c,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:19:15.311218 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-b86077cb-33d9-433c-b043-fa3d6228d450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8287518'] for router_gateway, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:15.404074 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-700cf572-6490-4874-a4bd-de87460c650e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbfbfeba-a531-44e1-9fb7-566258ecd72e', 'name': 'tempest-TestShelveInstance-129050858-router', 'tenant_id': 'c9e39d75f54e4fafa053bdafff6c84fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:13:56Z', 'updated_at': '2022-06-14T18:19:14Z', 'revision_number': 6, 'project_id': 'c9e39d75f54e4fafa053bdafff6c84fa', 'gw_port_host': None}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:19:15.451526 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ccf33bf-e55e-43d0-b2ab-3c037c4a05d8 admin admin] Router aba41a20-d272-435e-ab01-6fa1364cbd3c has already been hosted by L3 agent 2bd7ef4a-700f-45f4-ae1e-98ca6454acba {{(pid=102477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:19:15.465104 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-440e8b32-4b35-4d6e-88a8-c37ce4cdc9d3 None None] Current status of the port 71b5bed0-4a4b-4db6-99e6-36334c1cd7f8 is: ACTIVE; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:19:15.472689 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700cf572-6490-4874-a4bd-de87460c650e None None] The sync data for ids ['bbfbfeba-a531-44e1-9fb7-566258ecd72e'] in dv-cinder-821739-1-iscsi is: [{'id': 'bbfbfeba-a531-44e1-9fb7-566258ecd72e', 'name': 'tempest-TestShelveInstance-129050858-router', 'tenant_id': 'c9e39d75f54e4fafa053bdafff6c84fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:13:56Z', 'updated_at': '2022-06-14T18:19:14Z', 'revision_number': 6, 'project_id': 'c9e39d75f54e4fafa053bdafff6c84fa', 'gw_port_host': None}] {{(pid=102479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:19:15.489472 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-b86077cb-33d9-433c-b043-fa3d6228d450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16243'] for router, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:15.492053 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-b86077cb-33d9-433c-b043-fa3d6228d450 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:15.503502 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ce3859-f227-4028-a546-06e3c3e11d66 None None] Pushing event updated for resources: {'Port': ['ID=53568504-6813-4d22-9005-54a604f4c917,revision_number=2']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:19:15.557373 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-b779173b-fb3c-4c99-9518-dd159a5fdbcb None None] For port 53568504-6813-4d22-9005-54a604f4c917, host dv-cinder-821739-1-iscsi, cleared binding levels {{(pid=102478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:19:15.561989 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-b779173b-fb3c-4c99-9518-dd159a5fdbcb None None] For port 53568504-6813-4d22-9005-54a604f4c917, host dv-cinder-821739-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=53568504-6813-4d22-9005-54a604f4c917,segment=NetworkSegment(d3be3284-4005-440f-af8c-13455fbdf684),segment_id=d3be3284-4005-440f-af8c-13455fbdf684)] {{(pid=102478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:19:15.564713 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-b86077cb-33d9-433c-b043-fa3d6228d450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8278028'] for router, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:15.565262 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b86077cb-33d9-433c-b043-fa3d6228d450 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bbfbfeba-a531-44e1-9fb7-566258ecd72e {{(pid=102476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 14 18:19:15.569310 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-b779173b-fb3c-4c99-9518-dd159a5fdbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:15.571242 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-b86077cb-33d9-433c-b043-fa3d6228d450 admin admin] Notify callbacks [] for router, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:15.573122 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-b86077cb-33d9-433c-b043-fa3d6228d450 admin admin] 10.222.0.70 "DELETE /v2.0/routers/bbfbfeba-a531-44e1-9fb7-566258ecd72e HTTP/1.1" status: 204 len: 168 time: 1.2257569 Jun 14 18:19:15.578781 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 58522) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:19:15.623119 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ccf33bf-e55e-43d0-b2ab-3c037c4a05d8 admin admin] Notify agent at l3_agent.dv-cinder-821739-1-iscsi the message routers_updated {{(pid=102477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:19:15.628234 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-3ccf33bf-e55e-43d0-b2ab-3c037c4a05d8 admin admin] 10.222.0.70 "PUT /v2.0/routers/aba41a20-d272-435e-ab01-6fa1364cbd3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2248054 Jun 14 18:19:15.638962 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-3b054f5d-9eff-4660-ae64-903fe575ee54 None None] Provisioning complete for port 34913012-0e47-47e5-8f03-e007c74dd8b6 triggered by entity DHCP. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:19:15.639337 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-3b054f5d-9eff-4660-ae64-903fe575ee54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:15.643196 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.db.db_base_plugin_v2 [None req-29f26854-f7ff-4cc9-abf0-c7221ef518a2 admin admin] Deleting subnet cf682783-2fcc-4b16-937f-4ba030ae8a10 {{(pid=102476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jun 14 18:19:15.646905 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-29f26854-f7ff-4cc9-abf0-c7221ef518a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:15.663885 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b779173b-fb3c-4c99-9518-dd159a5fdbcb None None] Routers {'aba41a20-d272-435e-ab01-6fa1364cbd3c'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:19:15.664438 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-b779173b-fb3c-4c99-9518-dd159a5fdbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:18:49Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['aba41a20-d272-435e-ab01-6fa1364cbd3c'], 'active': True} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:19:15.669943 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ce3859-f227-4028-a546-06e3c3e11d66 None None] Pushing event updated for resources: {'Port': ['ID=53568504-6813-4d22-9005-54a604f4c917,revision_number=3']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:19:15.687676 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-29f26854-f7ff-4cc9-abf0-c7221ef518a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5425953'] for subnet, precommit_delete_associations {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:15.731840 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-3b054f5d-9eff-4660-ae64-903fe575ee54 None None] Port 34913012-0e47-47e5-8f03-e007c74dd8b6 cannot update to ACTIVE because it is not bound. {{(pid=102478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jun 14 18:19:15.784144 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-29f26854-f7ff-4cc9-abf0-c7221ef518a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-977723'] for subnet, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:15.805955 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvr_db [None req-b779173b-fb3c-4c99-9518-dd159a5fdbcb None None] Set router aba41a20-d272-435e-ab01-6fa1364cbd3c gateway port host: dv-cinder-821739-1-iscsi {{(pid=102478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:19:15.855697 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-29f26854-f7ff-4cc9-abf0-c7221ef518a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-977714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5378586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4368736'] for subnet, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:15.873535 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device 71b5bed0-4a4b-4db6-99e6-36334c1cd7f8 up at agent ovs-agent-dv-cinder-821739-1-iscsi {{(pid=102478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:19:15.902567 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f26854-f7ff-4cc9-abf0-c7221ef518a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf682783-2fcc-4b16-937f-4ba030ae8a10,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:19:15.905161 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-29f26854-f7ff-4cc9-abf0-c7221ef518a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:15.910805 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-29f26854-f7ff-4cc9-abf0-c7221ef518a2 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/cf682783-2fcc-4b16-937f-4ba030ae8a10 HTTP/1.1" status: 204 len: 168 time: 0.3288002 Jun 14 18:19:15.911201 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 58530) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:19:15.932992 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf5d3ff-2908-485a-80bd-b4fbd83486d3 None None] Network 133c6ce0-a3ec-4fb8-a7a5-8822862a5d49 requested from dv-cinder-821739-1-iscsi {{(pid=102478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 18:19:16.010815 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-fc69a287-8857-42c7-b436-763e3fde96a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592896'] for network, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:16.070720 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.plugin [None req-fc69a287-8857-42c7-b436-763e3fde96a1 admin admin] Deleting port fb65f8f0-9f0f-4a8e-9e08-533ddca0fe8a {{(pid=102477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 14 18:19:16.071053 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-fc69a287-8857-42c7-b436-763e3fde96a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239577025'] for port, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:16.134957 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.db [None req-fc69a287-8857-42c7-b436-763e3fde96a1 admin admin] For port fb65f8f0-9f0f-4a8e-9e08-533ddca0fe8a, host dv-cinder-821739-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=fb65f8f0-9f0f-4a8e-9e08-533ddca0fe8a,segment=NetworkSegment(dfe3591a-0c88-448b-a511-c9c24d8f1962),segment_id=dfe3591a-0c88-448b-a511-c9c24d8f1962)] {{(pid=102477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:19:16.135551 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-fc69a287-8857-42c7-b436-763e3fde96a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282467'] for port, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:16.144598 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Provisioning complete for port 71b5bed0-4a4b-4db6-99e6-36334c1cd7f8 triggered by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:19:16.144986 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:16.149011 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.plugin [None req-fc69a287-8857-42c7-b436-763e3fde96a1 admin admin] Calling delete_port for fb65f8f0-9f0f-4a8e-9e08-533ddca0fe8a owned by network:dhcp {{(pid=102477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 14 18:19:16.214766 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 58540) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:19:16.219909 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.v2.base [None req-ea9979fb-d8e1-42d5-8286-1cb364861c1d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1729791367-network', 'tenant_id': '0a065139213c417183191e0ea32be803'}} {{(pid=102477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:19:16.249812 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea9979fb-d8e1-42d5-8286-1cb364861c1d admin admin] Made reservation on behalf of 0a065139213c417183191e0ea32be803 for: {'network': 1} {{(pid=102477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:19:16.252280 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-ea9979fb-d8e1-42d5-8286-1cb364861c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for network, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:16.262780 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-ea9979fb-d8e1-42d5-8286-1cb364861c1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:16.279129 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-fc69a287-8857-42c7-b436-763e3fde96a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239583007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239190869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16661523'] for port, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:16.283078 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-b779173b-fb3c-4c99-9518-dd159a5fdbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba41a20-d272-435e-ab01-6fa1364cbd3c', 'name': 'tempest-TestMinimumBasicScenario-202451891-router', 'tenant_id': '4b4f2b7d952e423aa02fb0cf7edd9c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '53568504-6813-4d22-9005-54a604f4c917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:19:11Z', 'updated_at': '2022-06-14T18:19:14Z', 'revision_number': 4, 'project_id': '4b4f2b7d952e423aa02fb0cf7edd9c34', 'gw_port': {'id': '53568504-6813-4d22-9005-54a604f4c917', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:4f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aba41a20-d272-435e-ab01-6fa1364cbd3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:19:11Z', 'updated_at': '2022-06-14T18:19:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_interfaces': [{'id': '34913012-0e47-47e5-8f03-e007c74dd8b6', 'name': '', 'network_id': '91760790-de00-413d-afeb-139c4ab455b8', 'tenant_id': '4b4f2b7d952e423aa02fb0cf7edd9c34', 'mac_address': 'fa:16:3e:fa:76:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aba41a20-d272-435e-ab01-6fa1364cbd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '19b3bb84-5044-4cb8-804b-48c0f65ee0af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:19:14Z', 'updated_at': '2022-06-14T18:19:14Z', 'revision_number': 2, 'project_id': '4b4f2b7d952e423aa02fb0cf7edd9c34', 'subnets': [{'id': '19b3bb84-5044-4cb8-804b-48c0f65ee0af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:19:16.316732 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d02d2a1-8c25-4532-b18a-b0e4261317d0 None None] DHCP port deletion for 133c6ce0-a3ec-4fb8-a7a5-8822862a5d49 request from dv-cinder-821739-1-iscsi {{(pid=102478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 14 18:19:16.320889 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Current status of the port 71b5bed0-4a4b-4db6-99e6-36334c1cd7f8 is: ACTIVE; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:19:16.322206 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc69a287-8857-42c7-b436-763e3fde96a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb65f8f0-9f0f-4a8e-9e08-533ddca0fe8a,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:19:16.325510 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc69a287-8857-42c7-b436-763e3fde96a1 admin admin] No DVR routers for this DVR port fb65f8f0-9f0f-4a8e-9e08-533ddca0fe8a on host dv-cinder-821739-1-iscsi {{(pid=102477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 18:19:16.326303 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b779173b-fb3c-4c99-9518-dd159a5fdbcb None None] The sync data for ids ['aba41a20-d272-435e-ab01-6fa1364cbd3c'] in dv-cinder-821739-1-iscsi is: [{'id': 'aba41a20-d272-435e-ab01-6fa1364cbd3c', 'name': 'tempest-TestMinimumBasicScenario-202451891-router', 'tenant_id': '4b4f2b7d952e423aa02fb0cf7edd9c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '53568504-6813-4d22-9005-54a604f4c917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:19:11Z', 'updated_at': '2022-06-14T18:19:14Z', 'revision_number': 4, 'project_id': '4b4f2b7d952e423aa02fb0cf7edd9c34', 'gw_port': {'id': '53568504-6813-4d22-9005-54a604f4c917', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:4f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aba41a20-d272-435e-ab01-6fa1364cbd3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:19:11Z', 'updated_at': '2022-06-14T18:19:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_interfaces': [{'id': '34913012-0e47-47e5-8f03-e007c74dd8b6', 'name': '', 'network_id': '91760790-de00-413d-afeb-139c4ab455b8', 'tenant_id': '4b4f2b7d952e423aa02fb0cf7edd9c34', 'mac_address': 'fa:16:3e:fa:76:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aba41a20-d272-435e-ab01-6fa1364cbd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '19b3bb84-5044-4cb8-804b-48c0f65ee0af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:19:14Z', 'updated_at': '2022-06-14T18:19:14Z', 'revision_number': 2, 'project_id': '4b4f2b7d952e423aa02fb0cf7edd9c34', 'subnets': [{'id': '19b3bb84-5044-4cb8-804b-48c0f65ee0af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:19:16.453072 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-0b3fd8d9-878e-4072-a28c-448c48b4c690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:16.455740 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-fc69a287-8857-42c7-b436-763e3fde96a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-955256', 'neutron.services.segments.db._delete_segments_for_network-8758239721683'] for network, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:16.485442 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-ea9979fb-d8e1-42d5-8286-1cb364861c1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:16.489513 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.services.segments.db [None req-fc69a287-8857-42c7-b436-763e3fde96a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['133c6ce0-a3ec-4fb8-a7a5-8822862a5d49']}} {{(pid=102477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:19:16.492489 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-ea9979fb-d8e1-42d5-8286-1cb364861c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:16.510248 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.services.segments.db [None req-fc69a287-8857-42c7-b436-763e3fde96a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfe3591a-0c88-448b-a511-c9c24d8f1962') {'for_net_delete': True} {{(pid=102477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:19:16.510530 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.services.segments.db [None req-fc69a287-8857-42c7-b436-763e3fde96a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfe3591a-0c88-448b-a511-c9c24d8f1962') {} {{(pid=102477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:19:16.545775 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-fc69a287-8857-42c7-b436-763e3fde96a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758239721948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16658456'] for segment, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:16.558115 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea9979fb-d8e1-42d5-8286-1cb364861c1d admin admin] vlan segment allocate from pool success with {'vlan_id': 1007, 'physical_network': 'physnet1'} {{(pid=102477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 18:19:16.566241 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-fc69a287-8857-42c7-b436-763e3fde96a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977873'] for segment, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:16.581691 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-ea9979fb-d8e1-42d5-8286-1cb364861c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977873'] for segment, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:16.582026 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.db.segments_db [None req-ea9979fb-d8e1-42d5-8286-1cb364861c1d admin admin] Added segment c8584b80-a633-4789-9e0b-f009fd7622ce of type vlan for network 82a85c70-fdf9-4fff-bc0a-b3e450995014 Jun 14 18:19:16.606461 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc69a287-8857-42c7-b436-763e3fde96a1 admin admin] Releasing vlan 1000 on physical network physnet1 to pool {{(pid=102477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 18:19:16.607254 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-fc69a287-8857-42c7-b436-763e3fde96a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16661566'] for segment, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:16.611333 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9979fb-d8e1-42d5-8286-1cb364861c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b01dda3f-5923-4f57-9741-41df559aa20f,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:19:16.750307 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-ea9979fb-d8e1-42d5-8286-1cb364861c1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758239169585'] for network, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:16.769129 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-fc69a287-8857-42c7-b436-763e3fde96a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-955201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8287522'] for network, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:16.776328 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-fc69a287-8857-42c7-b436-763e3fde96a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7944499'] for network, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:16.783362 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-fc69a287-8857-42c7-b436-763e3fde96a1 admin admin] 10.222.0.70 "DELETE /v2.0/networks/133c6ce0-a3ec-4fb8-a7a5-8822862a5d49 HTTP/1.1" status: 204 len: 168 time: 0.8684220 Jun 14 18:19:16.797084 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc69a287-8857-42c7-b436-763e3fde96a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=133c6ce0-a3ec-4fb8-a7a5-8822862a5d49,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:19:16.801206 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-ea9979fb-d8e1-42d5-8286-1cb364861c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477'] for network, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:16.802281 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9979fb-d8e1-42d5-8286-1cb364861c1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:19:16.802937 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-ea9979fb-d8e1-42d5-8286-1cb364861c1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7944499'] for network, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:16.840672 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-ea9979fb-d8e1-42d5-8286-1cb364861c1d admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6247692 Jun 14 18:19:16.843356 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 58558) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:19:16.848336 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.v2.base [None req-3454a792-4697-4bfd-bbe3-5b8b80811f95 admin admin] Request body: {'subnet': {'network_id': '82a85c70-fdf9-4fff-bc0a-b3e450995014', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1729791367-subnet', 'tenant_id': '0a065139213c417183191e0ea32be803', 'ip_version': 4}} {{(pid=102477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:19:16.887588 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9979fb-d8e1-42d5-8286-1cb364861c1d admin admin] Pushing event updated for resources: {'Network': ['ID=82a85c70-fdf9-4fff-bc0a-b3e450995014,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:19:16.902564 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Network 82a85c70-fdf9-4fff-bc0a-b3e450995014 details requested by agent ovs-agent-dv-cinder-821739-1-iscsi with host dv-cinder-821739-1-iscsi {{(pid=102478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 14 18:19:16.904489 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3454a792-4697-4bfd-bbe3-5b8b80811f95 admin admin] Made reservation on behalf of 0a065139213c417183191e0ea32be803 for: {'subnet': 1} {{(pid=102477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:19:16.908673 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-3454a792-4697-4bfd-bbe3-5b8b80811f95 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4693100'] for subnet, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:16.934403 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.services.segments.plugin [-] Segment dfe3591a-0c88-448b-a511-c9c24d8f1962 resource provider aggregate not found Jun 14 18:19:16.992247 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.services.segments.plugin [-] Segment dfe3591a-0c88-448b-a511-c9c24d8f1962 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dfe3591a-0c88-448b-a511-c9c24d8f1962 found for delete ", "request_id": "req-0e412274-5d0c-4686-9e8e-3794b599dfde"}]} Jun 14 18:19:17.039669 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 58562) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:19:17.107981 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-6b5627fd-d325-491f-a650-c428b19e4c4f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ba1a6001b639493eb65a9c1197ada8e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0671489 Jun 14 18:19:17.110511 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 58564) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:19:17.152675 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-3454a792-4697-4bfd-bbe3-5b8b80811f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16661639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4693638'] for subnet, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:17.178704 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-3387a4f6-3333-4fb0-b644-c1ce8dfe5d0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:17.203805 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-3387a4f6-3333-4fb0-b644-c1ce8dfe5d0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:17.238106 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3454a792-4697-4bfd-bbe3-5b8b80811f95 admin admin] Checking segment: {'id': 'c8584b80-a633-4789-9e0b-f009fd7622ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '82a85c70-fdf9-4fff-bc0a-b3e450995014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 14 18:19:17.238562 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3454a792-4697-4bfd-bbe3-5b8b80811f95 admin admin] Network hostable DHCP agents. Network: 82a85c70-fdf9-4fff-bc0a-b3e450995014, hostable agents: ['7e447456-ff8f-4cbe-bcdd-bfd26b4a7662'], hosted agents: [] {{(pid=102477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 18:19:17.242384 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3454a792-4697-4bfd-bbe3-5b8b80811f95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b553ec86-6e54-4b63-a22c-6d57df06143c,revision_number=0']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:19:17.285892 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3454a792-4697-4bfd-bbe3-5b8b80811f95 admin admin] Network 82a85c70-fdf9-4fff-bc0a-b3e450995014 is scheduled to be hosted by DHCP agent 7e447456-ff8f-4cbe-bcdd-bfd26b4a7662 with binding_index 1 {{(pid=102477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 18:19:17.293067 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-3387a4f6-3333-4fb0-b644-c1ce8dfe5d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:17.295010 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-3387a4f6-3333-4fb0-b644-c1ce8dfe5d0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:17.296346 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-3387a4f6-3333-4fb0-b644-c1ce8dfe5d0c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ede4871e-e103-4799-a676-03a81d3a0939 HTTP/1.1" status: 204 len: 168 time: 0.1848419 Jun 14 18:19:17.300221 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.base_scheduler [None req-3454a792-4697-4bfd-bbe3-5b8b80811f95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821739-1-iscsi, 82a85c70-fdf9-4fff-bc0a-b3e450995014) {{(pid=102477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:19:17.305391 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3387a4f6-3333-4fb0-b644-c1ce8dfe5d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede4871e-e103-4799-a676-03a81d3a0939,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:19:17.309263 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11db5d5e-2a8c-46ce-a9c9-abf8449372e3 None None] Network 82a85c70-fdf9-4fff-bc0a-b3e450995014 requested from dv-cinder-821739-1-iscsi {{(pid=102478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 18:19:17.320679 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3454a792-4697-4bfd-bbe3-5b8b80811f95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:19:17.321287 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-3454a792-4697-4bfd-bbe3-5b8b80811f95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7944499'] for subnet, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:17.358348 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-3454a792-4697-4bfd-bbe3-5b8b80811f95 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5139370 Jun 14 18:19:17.361217 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 58568) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:19:17.366065 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.v2.base [None req-62112dc8-4f53-4643-a818-79d0a6a3a3a5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1729791367-router', 'tenant_id': '0a065139213c417183191e0ea32be803', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9'}}} {{(pid=102477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:19:17.409358 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-62112dc8-4f53-4643-a818-79d0a6a3a3a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8279293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16205'] for router, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:17.410810 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-62112dc8-4f53-4643-a818-79d0a6a3a3a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8285349', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8221628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16196'] for router, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:17.505754 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-62112dc8-4f53-4643-a818-79d0a6a3a3a5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:17.559954 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device 53568504-6813-4d22-9005-54a604f4c917 up at agent ovs-agent-dv-cinder-821739-1-iscsi {{(pid=102478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:19:17.636033 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ae4cde-a5ab-424c-bdf5-48376bdeb439 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13f8722a-7f63-57e1-9bed-f7c7ba50e3fe-82a85c70-fdf9-4fff-bc0a-b3e450995014', 'network_id': '82a85c70-fdf9-4fff-bc0a-b3e450995014', 'tenant_id': '0a065139213c417183191e0ea32be803', 'fixed_ips': [{'subnet_id': 'b553ec86-6e54-4b63-a22c-6d57df06143c'}]}} from dv-cinder-821739-1-iscsi. {{(pid=102478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 14 18:19:17.637205 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-69ae4cde-a5ab-424c-bdf5-48376bdeb439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_create {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:17.683976 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-62112dc8-4f53-4643-a818-79d0a6a3a3a5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:17.798826 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Provisioning complete for port 53568504-6813-4d22-9005-54a604f4c917 triggered by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:19:17.799191 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:17.877932 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 58578) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:19:17.945578 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-ac9be951-e733-4a55-b9d2-5ff0cdce4b71 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c9e39d75f54e4fafa053bdafff6c84fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0651433 Jun 14 18:19:17.946243 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 58580) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:19:17.951678 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.db_base_plugin_common [None req-69ae4cde-a5ab-424c-bdf5-48376bdeb439 None None] Allocated IP 172.20.0.2 (82a85c70-fdf9-4fff-bc0a-b3e450995014/b553ec86-6e54-4b63-a22c-6d57df06143c/bd3cf24b-716c-443e-b806-175c39bd6e29) {{(pid=102478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:19:17.973992 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Current status of the port 53568504-6813-4d22-9005-54a604f4c917 is: DOWN; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:19:17.973992 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:17.985579 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-62112dc8-4f53-4643-a818-79d0a6a3a3a5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:18.007938 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-44ab5c71-e36e-4a13-ada0-0af85595adb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:18.015356 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-62112dc8-4f53-4643-a818-79d0a6a3a3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:18.019349 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] For port 53568504-6813-4d22-9005-54a604f4c917, host dv-cinder-821739-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=53568504-6813-4d22-9005-54a604f4c917,segment=NetworkSegment(d3be3284-4005-440f-af8c-13455fbdf684),segment_id=d3be3284-4005-440f-af8c-13455fbdf684)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:19:18.035169 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-44ab5c71-e36e-4a13-ada0-0af85595adb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:18.063091 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:18.094003 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-44ab5c71-e36e-4a13-ada0-0af85595adb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:18.098431 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-44ab5c71-e36e-4a13-ada0-0af85595adb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:18.103031 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-44ab5c71-e36e-4a13-ada0-0af85595adb7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fa3dc3dd-b226-4714-b6ac-57cabd92bcb5 HTTP/1.1" status: 204 len: 168 time: 0.1557670 Jun 14 18:19:18.114611 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ab5c71-e36e-4a13-ada0-0af85595adb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa3dc3dd-b226-4714-b6ac-57cabd92bcb5,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:19:18.162705 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device 1729c73f-d12a-4794-926c-42c9fcad22e9 no longer exists at agent ovs-agent-dv-cinder-821739-1-iscsi {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:19:18.166745 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.db_base_plugin_common [None req-62112dc8-4f53-4643-a818-79d0a6a3a3a5 admin admin] Allocated IP 172.27.2.186 (0514a421-38fe-44fa-a158-ef00d417fed9/5974f5a1-c656-4a3f-aaeb-f2cb77111b45/cae7578b-80ba-4f77-92ea-a6a1df0cf57a) {{(pid=102477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:19:18.222222 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] No Port match for: 1729c73f-d12a-4794-926c-42c9fcad22e9 {{(pid=102478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 14 18:19:18.222698 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device 1729c73f-d12a-4794-926c-42c9fcad22e9 not bound to the agent host dv-cinder-821739-1-iscsi {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:19:18.223042 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device d9f4b923-15b9-49ea-9c3a-67db108b309c no longer exists at agent ovs-agent-dv-cinder-821739-1-iscsi {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:19:18.276961 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] No Port match for: d9f4b923-15b9-49ea-9c3a-67db108b309c {{(pid=102478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 14 18:19:18.277309 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device d9f4b923-15b9-49ea-9c3a-67db108b309c not bound to the agent host dv-cinder-821739-1-iscsi {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:19:18.277746 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device fb65f8f0-9f0f-4a8e-9e08-533ddca0fe8a no longer exists at agent ovs-agent-dv-cinder-821739-1-iscsi {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:19:18.306500 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Pushing event updated for resources: {'Port': ['ID=53568504-6813-4d22-9005-54a604f4c917,revision_number=4']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:19:18.312970 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] No Port match for: fb65f8f0-9f0f-4a8e-9e08-533ddca0fe8a {{(pid=102478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 14 18:19:18.313328 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device fb65f8f0-9f0f-4a8e-9e08-533ddca0fe8a not bound to the agent host dv-cinder-821739-1-iscsi {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:19:18.315030 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-69ae4cde-a5ab-424c-bdf5-48376bdeb439 None None] Notify callbacks [] for port, precommit_create {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:18.326300 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-69ae4cde-a5ab-424c-bdf5-48376bdeb439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239190878'] for port, after_create {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:18.343174 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-62112dc8-4f53-4643-a818-79d0a6a3a3a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:18.384146 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ae4cde-a5ab-424c-bdf5-48376bdeb439 None None] Network 82a85c70-fdf9-4fff-bc0a-b3e450995014 is already hosted by enough agents. {{(pid=102478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:19:18.386241 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ae4cde-a5ab-424c-bdf5-48376bdeb439 None None] Pushing event updated for resources: {'Port': ['ID=bd3cf24b-716c-443e-b806-175c39bd6e29,revision_number=1']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:19:18.386930 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-62112dc8-4f53-4643-a818-79d0a6a3a3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239190878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16661523'] for port, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:18.388991 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.scheduler.base_scheduler [None req-69ae4cde-a5ab-424c-bdf5-48376bdeb439 None None] Resources bound (agent type, host, resource id): {{(pid=102478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:19:18.391193 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ae4cde-a5ab-424c-bdf5-48376bdeb439 None None] Received port after_create {{(pid=102478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 14 18:19:18.429640 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62112dc8-4f53-4643-a818-79d0a6a3a3a5 admin admin] Network 0514a421-38fe-44fa-a158-ef00d417fed9 is already hosted by enough agents. {{(pid=102477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:19:18.434043 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.base_scheduler [None req-62112dc8-4f53-4643-a818-79d0a6a3a3a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:19:18.438102 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62112dc8-4f53-4643-a818-79d0a6a3a3a5 admin admin] Received port after_create {{(pid=102477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 14 18:19:18.482438 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62112dc8-4f53-4643-a818-79d0a6a3a3a5 admin admin] Pushing event updated for resources: {'Port': ['ID=cae7578b-80ba-4f77-92ea-a6a1df0cf57a,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:19:18.589173 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.managers [None req-69ae4cde-a5ab-424c-bdf5-48376bdeb439 None None] Attempting to bind port bd3cf24b-716c-443e-b806-175c39bd6e29 on host dv-cinder-821739-1-iscsi for vnic_type normal with profile {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 14 18:19:18.589554 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.managers [None req-69ae4cde-a5ab-424c-bdf5-48376bdeb439 None None] Attempting to bind port bd3cf24b-716c-443e-b806-175c39bd6e29 by drivers openvswitch,hyperv on host dv-cinder-821739-1-iscsi at level 0 using segments [{'id': 'c8584b80-a633-4789-9e0b-f009fd7622ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '82a85c70-fdf9-4fff-bc0a-b3e450995014'}] {{(pid=102478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 14 18:19:18.589906 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ae4cde-a5ab-424c-bdf5-48376bdeb439 None None] Attempting to bind port bd3cf24b-716c-443e-b806-175c39bd6e29 on network 82a85c70-fdf9-4fff-bc0a-b3e450995014 {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:19:18.595057 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ae4cde-a5ab-424c-bdf5-48376bdeb439 None None] Checking agent: {'id': 'e8f0c06d-b34a-40ed-9da4-c5e71adce1cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821739-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 3, 22), 'started_at': datetime.datetime(2022, 6, 14, 18, 3, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821739-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:19:18.595426 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ae4cde-a5ab-424c-bdf5-48376bdeb439 None None] Checking segment: {'id': 'c8584b80-a633-4789-9e0b-f009fd7622ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '82a85c70-fdf9-4fff-bc0a-b3e450995014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 14 18:19:18.595823 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-69ae4cde-a5ab-424c-bdf5-48376bdeb439 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:18.596205 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ae4cde-a5ab-424c-bdf5-48376bdeb439 None None] Bound using segment: {'id': 'c8584b80-a633-4789-9e0b-f009fd7622ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '82a85c70-fdf9-4fff-bc0a-b3e450995014'} {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:19:18.596684 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.managers [None req-69ae4cde-a5ab-424c-bdf5-48376bdeb439 None None] Bound port: bd3cf24b-716c-443e-b806-175c39bd6e29, host: dv-cinder-821739-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8584b80-a633-4789-9e0b-f009fd7622ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '82a85c70-fdf9-4fff-bc0a-b3e450995014'}}] {{(pid=102478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 14 18:19:18.597046 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-69ae4cde-a5ab-424c-bdf5-48376bdeb439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:18.670204 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-69ae4cde-a5ab-424c-bdf5-48376bdeb439 None None] For port bd3cf24b-716c-443e-b806-175c39bd6e29, host dv-cinder-821739-1-iscsi, cleared binding levels {{(pid=102478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:19:18.673666 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-69ae4cde-a5ab-424c-bdf5-48376bdeb439 None None] For port bd3cf24b-716c-443e-b806-175c39bd6e29, host dv-cinder-821739-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=bd3cf24b-716c-443e-b806-175c39bd6e29,segment=NetworkSegment(c8584b80-a633-4789-9e0b-f009fd7622ce),segment_id=c8584b80-a633-4789-9e0b-f009fd7622ce)] {{(pid=102478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:19:18.678456 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-69ae4cde-a5ab-424c-bdf5-48376bdeb439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:18.753016 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-51a31c17-d7e0-458a-bba2-35241662a325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:18.772083 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ae4cde-a5ab-424c-bdf5-48376bdeb439 None None] Pushing event updated for resources: {'Port': ['ID=bd3cf24b-716c-443e-b806-175c39bd6e29,revision_number=2']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:19:19.028988 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-62112dc8-4f53-4643-a818-79d0a6a3a3a5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:19.225453 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-62112dc8-4f53-4643-a818-79d0a6a3a3a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8287610'] for router, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:19.357470 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62112dc8-4f53-4643-a818-79d0a6a3a3a5 admin admin] Router 1a013c30-5a8f-4ab5-b55c-cea115f225ca is scheduled to L3 agent 2bd7ef4a-700f-45f4-ae1e-98ca6454acba with binding_index 1 {{(pid=102477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 14 18:19:19.472279 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device 53568504-6813-4d22-9005-54a604f4c917 up at agent ovs-agent-dv-cinder-821739-1-iscsi {{(pid=102478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:19:19.474481 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62112dc8-4f53-4643-a818-79d0a6a3a3a5 admin admin] Notify agent at l3_agent.dv-cinder-821739-1-iscsi the message routers_updated {{(pid=102477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:19:19.494753 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-62112dc8-4f53-4643-a818-79d0a6a3a3a5 admin admin] Notify callbacks [] for router, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:19.496387 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-62112dc8-4f53-4643-a818-79d0a6a3a3a5 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1342018 Jun 14 18:19:19.499259 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 58592) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:19:19.502891 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7677db-40fe-4c0d-8180-d937c4500049 None None] Sync routers for ids ['1a013c30-5a8f-4ab5-b55c-cea115f225ca'] in dv-cinder-821739-1-iscsi {{(pid=102478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:19:19.526176 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7677db-40fe-4c0d-8180-d937c4500049 None None] Routers {'1a013c30-5a8f-4ab5-b55c-cea115f225ca'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:19:19.526820 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-6b7677db-40fe-4c0d-8180-d937c4500049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:19:19Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['1a013c30-5a8f-4ab5-b55c-cea115f225ca'], 'active': True} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:19:19.573492 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244f5e83-350e-4e83-ada2-36ca249b1592 None None] Sync routers for ids ['aba41a20-d272-435e-ab01-6fa1364cbd3c'] in dv-cinder-821739-1-iscsi {{(pid=102479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:19:19.584380 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244f5e83-350e-4e83-ada2-36ca249b1592 None None] Routers {'aba41a20-d272-435e-ab01-6fa1364cbd3c'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:19:19.585379 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-244f5e83-350e-4e83-ada2-36ca249b1592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:19:19Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['aba41a20-d272-435e-ab01-6fa1364cbd3c'], 'active': True} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:19:19.668368 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvr_db [None req-6b7677db-40fe-4c0d-8180-d937c4500049 None None] Set router 1a013c30-5a8f-4ab5-b55c-cea115f225ca gateway port host: dv-cinder-821739-1-iscsi {{(pid=102478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:19:19.716915 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvr_db [None req-244f5e83-350e-4e83-ada2-36ca249b1592 None None] Set router aba41a20-d272-435e-ab01-6fa1364cbd3c gateway port host: dv-cinder-821739-1-iscsi {{(pid=102479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:19:19.746776 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Provisioning complete for port 53568504-6813-4d22-9005-54a604f4c917 triggered by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:19:19.747075 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:19.782830 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc5b423-5f88-4ec3-b875-59d98de61624 None None] Network 82a85c70-fdf9-4fff-bc0a-b3e450995014 requested from dv-cinder-821739-1-iscsi {{(pid=102478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 18:19:19.925619 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-cf1fda14-6f0d-42ea-928d-63fe9f24329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:19.936605 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-98af89dc-e164-4bc6-96dc-0a6a4a50c62b None None] Provisioning complete for port bd3cf24b-716c-443e-b806-175c39bd6e29 triggered by entity DHCP. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:19:19.936605 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-98af89dc-e164-4bc6-96dc-0a6a4a50c62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:19.939103 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-244f5e83-350e-4e83-ada2-36ca249b1592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba41a20-d272-435e-ab01-6fa1364cbd3c', 'name': 'tempest-TestMinimumBasicScenario-202451891-router', 'tenant_id': '4b4f2b7d952e423aa02fb0cf7edd9c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '53568504-6813-4d22-9005-54a604f4c917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:19:11Z', 'updated_at': '2022-06-14T18:19:14Z', 'revision_number': 4, 'project_id': '4b4f2b7d952e423aa02fb0cf7edd9c34', 'gw_port': {'id': '53568504-6813-4d22-9005-54a604f4c917', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:4f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba41a20-d272-435e-ab01-6fa1364cbd3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:19:11Z', 'updated_at': '2022-06-14T18:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_interfaces': [{'id': '34913012-0e47-47e5-8f03-e007c74dd8b6', 'name': '', 'network_id': '91760790-de00-413d-afeb-139c4ab455b8', 'tenant_id': '4b4f2b7d952e423aa02fb0cf7edd9c34', 'mac_address': 'fa:16:3e:fa:76:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aba41a20-d272-435e-ab01-6fa1364cbd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '19b3bb84-5044-4cb8-804b-48c0f65ee0af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:19:14Z', 'updated_at': '2022-06-14T18:19:14Z', 'revision_number': 2, 'project_id': '4b4f2b7d952e423aa02fb0cf7edd9c34', 'subnets': [{'id': '19b3bb84-5044-4cb8-804b-48c0f65ee0af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:19:19.992437 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-fd7570e5-4776-4d5e-a4f8-cfb939a6ed17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:20.079370 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244f5e83-350e-4e83-ada2-36ca249b1592 None None] Checking router: aba41a20-d272-435e-ab01-6fa1364cbd3c for host: dv-cinder-821739-1-iscsi {{(pid=102479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:19:20.079693 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244f5e83-350e-4e83-ada2-36ca249b1592 None None] Updating router aba41a20-d272-435e-ab01-6fa1364cbd3c port 34913012-0e47-47e5-8f03-e007c74dd8b6 binding host dv-cinder-821739-1-iscsi {{(pid=102479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 18:19:20.106967 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron_lib.callbacks.manager [None req-244f5e83-350e-4e83-ada2-36ca249b1592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:20.113296 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Current status of the port 53568504-6813-4d22-9005-54a604f4c917 is: ACTIVE; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:19:20.114463 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device bd3cf24b-716c-443e-b806-175c39bd6e29 up at agent ovs-agent-dv-cinder-821739-1-iscsi {{(pid=102478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:19:20.183759 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.db.db_base_plugin_common [None req-fd7570e5-4776-4d5e-a4f8-cfb939a6ed17 admin admin] Allocated IP 172.20.0.1 (82a85c70-fdf9-4fff-bc0a-b3e450995014/b553ec86-6e54-4b63-a22c-6d57df06143c/c20cb7c4-1b37-4b3f-be19-2c720322d813) {{(pid=102476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:19:20.228215 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-98af89dc-e164-4bc6-96dc-0a6a4a50c62b None None] Current status of the port bd3cf24b-716c-443e-b806-175c39bd6e29 is: DOWN; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:19:20.229329 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-98af89dc-e164-4bc6-96dc-0a6a4a50c62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:20.234584 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-6b7677db-40fe-4c0d-8180-d937c4500049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a013c30-5a8f-4ab5-b55c-cea115f225ca', 'name': 'tempest-TestMinimumBasicScenario-1729791367-router', 'tenant_id': '0a065139213c417183191e0ea32be803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': 'cae7578b-80ba-4f77-92ea-a6a1df0cf57a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:19:17Z', 'updated_at': '2022-06-14T18:19:18Z', 'revision_number': 3, 'project_id': '0a065139213c417183191e0ea32be803', 'gw_port': {'id': 'cae7578b-80ba-4f77-92ea-a6a1df0cf57a', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:8d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a013c30-5a8f-4ab5-b55c-cea115f225ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:19:18Z', 'updated_at': '2022-06-14T18:19:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi'}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:19:20.285280 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7677db-40fe-4c0d-8180-d937c4500049 None None] Checking router: 1a013c30-5a8f-4ab5-b55c-cea115f225ca for host: dv-cinder-821739-1-iscsi {{(pid=102478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:19:20.285624 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7677db-40fe-4c0d-8180-d937c4500049 None None] Updating router 1a013c30-5a8f-4ab5-b55c-cea115f225ca port cae7578b-80ba-4f77-92ea-a6a1df0cf57a binding host dv-cinder-821739-1-iscsi {{(pid=102478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 18:19:20.332650 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Provisioning complete for port bd3cf24b-716c-443e-b806-175c39bd6e29 triggered by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:19:20.333030 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:20.339949 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-98af89dc-e164-4bc6-96dc-0a6a4a50c62b None None] For port bd3cf24b-716c-443e-b806-175c39bd6e29, host dv-cinder-821739-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=bd3cf24b-716c-443e-b806-175c39bd6e29,segment=NetworkSegment(c8584b80-a633-4789-9e0b-f009fd7622ce),segment_id=c8584b80-a633-4789-9e0b-f009fd7622ce)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:19:20.345531 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-fd7570e5-4776-4d5e-a4f8-cfb939a6ed17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:20.367538 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-6b7677db-40fe-4c0d-8180-d937c4500049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:20.374639 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-98af89dc-e164-4bc6-96dc-0a6a4a50c62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:20.387472 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-fd7570e5-4776-4d5e-a4f8-cfb939a6ed17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239190878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378765'] for port, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:20.429218 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7570e5-4776-4d5e-a4f8-cfb939a6ed17 admin admin] Pushing event updated for resources: {'Port': ['ID=c20cb7c4-1b37-4b3f-be19-2c720322d813,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:19:20.449756 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron_lib.callbacks.manager [None req-244f5e83-350e-4e83-ada2-36ca249b1592 None None] Notify callbacks [] for port, precommit_update {{(pid=102479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:20.452372 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7570e5-4776-4d5e-a4f8-cfb939a6ed17 admin admin] Network 82a85c70-fdf9-4fff-bc0a-b3e450995014 is already hosted by enough agents. {{(pid=102476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:19:20.454401 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.base_scheduler [None req-fd7570e5-4776-4d5e-a4f8-cfb939a6ed17 admin admin] Resources bound (agent type, host, resource id): {{(pid=102476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:19:20.457286 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7570e5-4776-4d5e-a4f8-cfb939a6ed17 admin admin] Received port after_create {{(pid=102476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 14 18:19:20.462142 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron_lib.callbacks.manager [None req-244f5e83-350e-4e83-ada2-36ca249b1592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:20.526140 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-fd7570e5-4776-4d5e-a4f8-cfb939a6ed17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8287653'] for router_interface, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:20.541276 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624aaf71-9e05-4adb-8fd6-f49be4579be3 None None] Pushing event updated for resources: {'Port': ['ID=34913012-0e47-47e5-8f03-e007c74dd8b6,revision_number=3']} {{(pid=102479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:19:20.565472 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98af89dc-e164-4bc6-96dc-0a6a4a50c62b None None] Pushing event updated for resources: {'Port': ['ID=bd3cf24b-716c-443e-b806-175c39bd6e29,revision_number=3']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:19:20.629369 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.plugins.ml2.managers [None req-244f5e83-350e-4e83-ada2-36ca249b1592 None None] Attempting to bind port 34913012-0e47-47e5-8f03-e007c74dd8b6 on host dv-cinder-821739-1-iscsi for vnic_type normal with profile {{(pid=102479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 14 18:19:20.630344 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.plugins.ml2.managers [None req-244f5e83-350e-4e83-ada2-36ca249b1592 None None] Attempting to bind port 34913012-0e47-47e5-8f03-e007c74dd8b6 by drivers openvswitch,hyperv on host dv-cinder-821739-1-iscsi at level 0 using segments [{'id': 'e41fd54e-651a-4afb-9bee-3cafa7991817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '91760790-de00-413d-afeb-139c4ab455b8'}] {{(pid=102479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 14 18:19:20.630902 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244f5e83-350e-4e83-ada2-36ca249b1592 None None] Attempting to bind port 34913012-0e47-47e5-8f03-e007c74dd8b6 on network 91760790-de00-413d-afeb-139c4ab455b8 {{(pid=102479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:19:20.637110 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244f5e83-350e-4e83-ada2-36ca249b1592 None None] Checking agent: {'id': 'e8f0c06d-b34a-40ed-9da4-c5e71adce1cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821739-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 3, 22), 'started_at': datetime.datetime(2022, 6, 14, 18, 3, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821739-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:19:20.637865 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244f5e83-350e-4e83-ada2-36ca249b1592 None None] Checking segment: {'id': 'e41fd54e-651a-4afb-9bee-3cafa7991817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '91760790-de00-413d-afeb-139c4ab455b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 14 18:19:20.638456 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron_lib.callbacks.manager [None req-244f5e83-350e-4e83-ada2-36ca249b1592 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:20.639053 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244f5e83-350e-4e83-ada2-36ca249b1592 None None] Bound using segment: {'id': 'e41fd54e-651a-4afb-9bee-3cafa7991817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '91760790-de00-413d-afeb-139c4ab455b8'} {{(pid=102479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:19:20.641473 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.plugins.ml2.managers [None req-244f5e83-350e-4e83-ada2-36ca249b1592 None None] Bound port: 34913012-0e47-47e5-8f03-e007c74dd8b6, host: dv-cinder-821739-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e41fd54e-651a-4afb-9bee-3cafa7991817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '91760790-de00-413d-afeb-139c4ab455b8'}}] {{(pid=102479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 14 18:19:20.642029 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron_lib.callbacks.manager [None req-244f5e83-350e-4e83-ada2-36ca249b1592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:20.653198 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Current status of the port bd3cf24b-716c-443e-b806-175c39bd6e29 is: ACTIVE; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:19:20.726491 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-fd7570e5-4776-4d5e-a4f8-cfb939a6ed17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:20.732133 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-12366a74-2eaf-46e1-b293-4708fcc800a7 None None] Provisioning complete for port bd3cf24b-716c-443e-b806-175c39bd6e29 triggered by entity DHCP. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:19:20.732506 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-12366a74-2eaf-46e1-b293-4708fcc800a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:20.740071 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.plugins.ml2.db [None req-244f5e83-350e-4e83-ada2-36ca249b1592 None None] For port 34913012-0e47-47e5-8f03-e007c74dd8b6, host dv-cinder-821739-1-iscsi, cleared binding levels {{(pid=102479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:19:20.744457 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.plugins.ml2.db [None req-244f5e83-350e-4e83-ada2-36ca249b1592 None None] For port 34913012-0e47-47e5-8f03-e007c74dd8b6, host dv-cinder-821739-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=34913012-0e47-47e5-8f03-e007c74dd8b6,segment=NetworkSegment(e41fd54e-651a-4afb-9bee-3cafa7991817),segment_id=e41fd54e-651a-4afb-9bee-3cafa7991817)] {{(pid=102479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:19:20.750984 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron_lib.callbacks.manager [None req-244f5e83-350e-4e83-ada2-36ca249b1592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:20.814705 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244f5e83-350e-4e83-ada2-36ca249b1592 None None] Routers {'aba41a20-d272-435e-ab01-6fa1364cbd3c'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:19:20.815349 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-244f5e83-350e-4e83-ada2-36ca249b1592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:19:19Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['aba41a20-d272-435e-ab01-6fa1364cbd3c'], 'active': True} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:19:20.929437 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624aaf71-9e05-4adb-8fd6-f49be4579be3 None None] Pushing event updated for resources: {'Port': ['ID=34913012-0e47-47e5-8f03-e007c74dd8b6,revision_number=4']} {{(pid=102479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:19:20.931828 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-6b7677db-40fe-4c0d-8180-d937c4500049 None None] Notify callbacks [] for port, precommit_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:20.951467 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-6b7677db-40fe-4c0d-8180-d937c4500049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:20.955239 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvr_db [None req-244f5e83-350e-4e83-ada2-36ca249b1592 None None] Set router aba41a20-d272-435e-ab01-6fa1364cbd3c gateway port host: dv-cinder-821739-1-iscsi {{(pid=102479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:19:20.973064 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-fd7570e5-4776-4d5e-a4f8-cfb939a6ed17 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:20.982884 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-12366a74-2eaf-46e1-b293-4708fcc800a7 None None] Current status of the port bd3cf24b-716c-443e-b806-175c39bd6e29 is: ACTIVE; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:19:20.985863 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-fd7570e5-4776-4d5e-a4f8-cfb939a6ed17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5378756'] for port, after_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:21.024340 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.managers [None req-6b7677db-40fe-4c0d-8180-d937c4500049 None None] Attempting to bind port cae7578b-80ba-4f77-92ea-a6a1df0cf57a on host dv-cinder-821739-1-iscsi for vnic_type normal with profile {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 14 18:19:21.024717 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.managers [None req-6b7677db-40fe-4c0d-8180-d937c4500049 None None] Attempting to bind port cae7578b-80ba-4f77-92ea-a6a1df0cf57a by drivers openvswitch,hyperv on host dv-cinder-821739-1-iscsi at level 0 using segments [{'id': 'd3be3284-4005-440f-af8c-13455fbdf684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9'}] {{(pid=102478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 14 18:19:21.025221 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7677db-40fe-4c0d-8180-d937c4500049 None None] Attempting to bind port cae7578b-80ba-4f77-92ea-a6a1df0cf57a on network 0514a421-38fe-44fa-a158-ef00d417fed9 {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:19:21.027580 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60647286-5a2c-4ee7-8233-9e0a8cac0296 None None] Pushing event updated for resources: {'Port': ['ID=cae7578b-80ba-4f77-92ea-a6a1df0cf57a,revision_number=2']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:19:21.035122 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7677db-40fe-4c0d-8180-d937c4500049 None None] Checking agent: {'id': 'e8f0c06d-b34a-40ed-9da4-c5e71adce1cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821739-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 3, 22), 'started_at': datetime.datetime(2022, 6, 14, 18, 3, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821739-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:19:21.035508 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7677db-40fe-4c0d-8180-d937c4500049 None None] Checking segment: {'id': 'd3be3284-4005-440f-af8c-13455fbdf684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 14 18:19:21.035915 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-6b7677db-40fe-4c0d-8180-d937c4500049 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:21.036452 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7677db-40fe-4c0d-8180-d937c4500049 None None] Bound using segment: {'id': 'd3be3284-4005-440f-af8c-13455fbdf684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9'} {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:19:21.036933 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.managers [None req-6b7677db-40fe-4c0d-8180-d937c4500049 None None] Bound port: cae7578b-80ba-4f77-92ea-a6a1df0cf57a, host: dv-cinder-821739-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3be3284-4005-440f-af8c-13455fbdf684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9'}}] {{(pid=102478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 14 18:19:21.037318 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-6b7677db-40fe-4c0d-8180-d937c4500049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:21.094820 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-fd7570e5-4776-4d5e-a4f8-cfb939a6ed17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7944463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8284469'] for router_interface, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:21.109664 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7570e5-4776-4d5e-a4f8-cfb939a6ed17 admin admin] Pushing event updated for resources: {'Port': ['ID=c20cb7c4-1b37-4b3f-be19-2c720322d813,revision_number=2']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:19:21.115537 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-6b7677db-40fe-4c0d-8180-d937c4500049 None None] For port cae7578b-80ba-4f77-92ea-a6a1df0cf57a, host dv-cinder-821739-1-iscsi, cleared binding levels {{(pid=102478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:19:21.123062 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-6b7677db-40fe-4c0d-8180-d937c4500049 None None] For port cae7578b-80ba-4f77-92ea-a6a1df0cf57a, host dv-cinder-821739-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=cae7578b-80ba-4f77-92ea-a6a1df0cf57a,segment=NetworkSegment(d3be3284-4005-440f-af8c-13455fbdf684),segment_id=d3be3284-4005-440f-af8c-13455fbdf684)] {{(pid=102478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:19:21.125419 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-80d19330-acd0-4c52-8b3f-89bcbb1cd9bd None None] Provisioning complete for port 34913012-0e47-47e5-8f03-e007c74dd8b6 triggered by entity DHCP. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:19:21.125842 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-80d19330-acd0-4c52-8b3f-89bcbb1cd9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:21.152360 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-6b7677db-40fe-4c0d-8180-d937c4500049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:21.202791 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7570e5-4776-4d5e-a4f8-cfb939a6ed17 admin admin] Network 82a85c70-fdf9-4fff-bc0a-b3e450995014 is already hosted by enough agents. {{(pid=102476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:19:21.203883 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.base_scheduler [None req-fd7570e5-4776-4d5e-a4f8-cfb939a6ed17 admin admin] Resources bound (agent type, host, resource id): {{(pid=102476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:19:21.211941 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-244f5e83-350e-4e83-ada2-36ca249b1592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba41a20-d272-435e-ab01-6fa1364cbd3c', 'name': 'tempest-TestMinimumBasicScenario-202451891-router', 'tenant_id': '4b4f2b7d952e423aa02fb0cf7edd9c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '53568504-6813-4d22-9005-54a604f4c917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:19:11Z', 'updated_at': '2022-06-14T18:19:14Z', 'revision_number': 4, 'project_id': '4b4f2b7d952e423aa02fb0cf7edd9c34', 'gw_port': {'id': '53568504-6813-4d22-9005-54a604f4c917', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:4f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba41a20-d272-435e-ab01-6fa1364cbd3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:19:11Z', 'updated_at': '2022-06-14T18:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_interfaces': [{'id': '34913012-0e47-47e5-8f03-e007c74dd8b6', 'name': '', 'network_id': '91760790-de00-413d-afeb-139c4ab455b8', 'tenant_id': '4b4f2b7d952e423aa02fb0cf7edd9c34', 'mac_address': 'fa:16:3e:fa:76:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aba41a20-d272-435e-ab01-6fa1364cbd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '19b3bb84-5044-4cb8-804b-48c0f65ee0af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:19:14Z', 'updated_at': '2022-06-14T18:19:20Z', 'revision_number': 4, 'project_id': '4b4f2b7d952e423aa02fb0cf7edd9c34', 'subnets': [{'id': '19b3bb84-5044-4cb8-804b-48c0f65ee0af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:19:21.245192 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244f5e83-350e-4e83-ada2-36ca249b1592 None None] The sync data for ids ['aba41a20-d272-435e-ab01-6fa1364cbd3c'] in dv-cinder-821739-1-iscsi is: [{'id': 'aba41a20-d272-435e-ab01-6fa1364cbd3c', 'name': 'tempest-TestMinimumBasicScenario-202451891-router', 'tenant_id': '4b4f2b7d952e423aa02fb0cf7edd9c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '53568504-6813-4d22-9005-54a604f4c917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:19:11Z', 'updated_at': '2022-06-14T18:19:14Z', 'revision_number': 4, 'project_id': '4b4f2b7d952e423aa02fb0cf7edd9c34', 'gw_port': {'id': '53568504-6813-4d22-9005-54a604f4c917', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:4f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba41a20-d272-435e-ab01-6fa1364cbd3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:19:11Z', 'updated_at': '2022-06-14T18:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_interfaces': [{'id': '34913012-0e47-47e5-8f03-e007c74dd8b6', 'name': '', 'network_id': '91760790-de00-413d-afeb-139c4ab455b8', 'tenant_id': '4b4f2b7d952e423aa02fb0cf7edd9c34', 'mac_address': 'fa:16:3e:fa:76:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aba41a20-d272-435e-ab01-6fa1364cbd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '19b3bb84-5044-4cb8-804b-48c0f65ee0af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:19:14Z', 'updated_at': '2022-06-14T18:19:20Z', 'revision_number': 4, 'project_id': '4b4f2b7d952e423aa02fb0cf7edd9c34', 'subnets': [{'id': '19b3bb84-5044-4cb8-804b-48c0f65ee0af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:19:21.382738 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd7570e5-4776-4d5e-a4f8-cfb939a6ed17 admin admin] Router 1a013c30-5a8f-4ab5-b55c-cea115f225ca has already been hosted by L3 agent 2bd7ef4a-700f-45f4-ae1e-98ca6454acba {{(pid=102476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:19:21.413487 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7677db-40fe-4c0d-8180-d937c4500049 None None] Routers {'1a013c30-5a8f-4ab5-b55c-cea115f225ca'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:19:21.415191 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-6b7677db-40fe-4c0d-8180-d937c4500049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:19:19Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['1a013c30-5a8f-4ab5-b55c-cea115f225ca'], 'active': True} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:19:21.471976 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60647286-5a2c-4ee7-8233-9e0a8cac0296 None None] Pushing event updated for resources: {'Port': ['ID=cae7578b-80ba-4f77-92ea-a6a1df0cf57a,revision_number=3']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:19:21.537066 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device 34913012-0e47-47e5-8f03-e007c74dd8b6 up at agent ovs-agent-dv-cinder-821739-1-iscsi {{(pid=102478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:19:21.587173 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-80d19330-acd0-4c52-8b3f-89bcbb1cd9bd None None] Current status of the port 34913012-0e47-47e5-8f03-e007c74dd8b6 is: DOWN; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:19:21.588135 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-80d19330-acd0-4c52-8b3f-89bcbb1cd9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:21.600447 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd7570e5-4776-4d5e-a4f8-cfb939a6ed17 admin admin] Notify agent at l3_agent.dv-cinder-821739-1-iscsi the message routers_updated {{(pid=102476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:19:21.605998 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-fd7570e5-4776-4d5e-a4f8-cfb939a6ed17 admin admin] 10.222.0.70 "PUT /v2.0/routers/1a013c30-5a8f-4ab5-b55c-cea115f225ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1056521 Jun 14 18:19:21.692625 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-1a5f21f8-b210-492f-a8cf-2d8a6010caea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:21.719312 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvr_db [None req-6b7677db-40fe-4c0d-8180-d937c4500049 None None] Set router 1a013c30-5a8f-4ab5-b55c-cea115f225ca gateway port host: dv-cinder-821739-1-iscsi {{(pid=102478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:19:21.751843 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-80d19330-acd0-4c52-8b3f-89bcbb1cd9bd None None] For port 34913012-0e47-47e5-8f03-e007c74dd8b6, host dv-cinder-821739-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=34913012-0e47-47e5-8f03-e007c74dd8b6,segment=NetworkSegment(e41fd54e-651a-4afb-9bee-3cafa7991817),segment_id=e41fd54e-651a-4afb-9bee-3cafa7991817)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:19:21.768344 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-80d19330-acd0-4c52-8b3f-89bcbb1cd9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:21.773828 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Provisioning complete for port 34913012-0e47-47e5-8f03-e007c74dd8b6 triggered by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:19:21.774228 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:21.902403 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-80d19330-acd0-4c52-8b3f-89bcbb1cd9bd None None] Provisioning complete for port c20cb7c4-1b37-4b3f-be19-2c720322d813 triggered by entity DHCP. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:19:21.902811 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-80d19330-acd0-4c52-8b3f-89bcbb1cd9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:22.007731 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d19330-acd0-4c52-8b3f-89bcbb1cd9bd None None] Pushing event updated for resources: {'Port': ['ID=34913012-0e47-47e5-8f03-e007c74dd8b6,revision_number=5']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:19:22.026798 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-80d19330-acd0-4c52-8b3f-89bcbb1cd9bd None None] Port c20cb7c4-1b37-4b3f-be19-2c720322d813 cannot update to ACTIVE because it is not bound. {{(pid=102478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jun 14 18:19:22.030912 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:22.089392 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Current status of the port 34913012-0e47-47e5-8f03-e007c74dd8b6 is: ACTIVE; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:19:22.090362 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device bd3cf24b-716c-443e-b806-175c39bd6e29 up at agent ovs-agent-dv-cinder-821739-1-iscsi {{(pid=102478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:19:22.175138 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-850b692a-477c-4e8f-b6d0-f21e26c9492b None None] Provisioning complete for port 34913012-0e47-47e5-8f03-e007c74dd8b6 triggered by entity DHCP. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:19:22.175514 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-850b692a-477c-4e8f-b6d0-f21e26c9492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:22.229417 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Provisioning complete for port bd3cf24b-716c-443e-b806-175c39bd6e29 triggered by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:19:22.229826 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:22.232860 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-6b7677db-40fe-4c0d-8180-d937c4500049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a013c30-5a8f-4ab5-b55c-cea115f225ca', 'name': 'tempest-TestMinimumBasicScenario-1729791367-router', 'tenant_id': '0a065139213c417183191e0ea32be803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': 'cae7578b-80ba-4f77-92ea-a6a1df0cf57a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:19:17Z', 'updated_at': '2022-06-14T18:19:20Z', 'revision_number': 4, 'project_id': '0a065139213c417183191e0ea32be803', 'gw_port': {'id': 'cae7578b-80ba-4f77-92ea-a6a1df0cf57a', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:8d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a013c30-5a8f-4ab5-b55c-cea115f225ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:19:18Z', 'updated_at': '2022-06-14T18:19:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_interfaces': [{'id': 'c20cb7c4-1b37-4b3f-be19-2c720322d813', 'name': '', 'network_id': '82a85c70-fdf9-4fff-bc0a-b3e450995014', 'tenant_id': '0a065139213c417183191e0ea32be803', 'mac_address': 'fa:16:3e:05:45:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a013c30-5a8f-4ab5-b55c-cea115f225ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'b553ec86-6e54-4b63-a22c-6d57df06143c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:19:20Z', 'updated_at': '2022-06-14T18:19:20Z', 'revision_number': 2, 'project_id': '0a065139213c417183191e0ea32be803', 'subnets': [{'id': 'b553ec86-6e54-4b63-a22c-6d57df06143c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:19:22.281525 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7677db-40fe-4c0d-8180-d937c4500049 None None] The sync data for ids ['1a013c30-5a8f-4ab5-b55c-cea115f225ca'] in dv-cinder-821739-1-iscsi is: [{'id': '1a013c30-5a8f-4ab5-b55c-cea115f225ca', 'name': 'tempest-TestMinimumBasicScenario-1729791367-router', 'tenant_id': '0a065139213c417183191e0ea32be803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': 'cae7578b-80ba-4f77-92ea-a6a1df0cf57a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:19:17Z', 'updated_at': '2022-06-14T18:19:20Z', 'revision_number': 4, 'project_id': '0a065139213c417183191e0ea32be803', 'gw_port': {'id': 'cae7578b-80ba-4f77-92ea-a6a1df0cf57a', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:8d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a013c30-5a8f-4ab5-b55c-cea115f225ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:19:18Z', 'updated_at': '2022-06-14T18:19:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_interfaces': [{'id': 'c20cb7c4-1b37-4b3f-be19-2c720322d813', 'name': '', 'network_id': '82a85c70-fdf9-4fff-bc0a-b3e450995014', 'tenant_id': '0a065139213c417183191e0ea32be803', 'mac_address': 'fa:16:3e:05:45:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a013c30-5a8f-4ab5-b55c-cea115f225ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'b553ec86-6e54-4b63-a22c-6d57df06143c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:19:20Z', 'updated_at': '2022-06-14T18:19:20Z', 'revision_number': 2, 'project_id': '0a065139213c417183191e0ea32be803', 'subnets': [{'id': 'b553ec86-6e54-4b63-a22c-6d57df06143c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:19:22.392399 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-850b692a-477c-4e8f-b6d0-f21e26c9492b None None] Current status of the port 34913012-0e47-47e5-8f03-e007c74dd8b6 is: ACTIVE; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:19:22.417811 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Current status of the port bd3cf24b-716c-443e-b806-175c39bd6e29 is: ACTIVE; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:19:22.426105 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-850b692a-477c-4e8f-b6d0-f21e26c9492b None None] Provisioning complete for port c20cb7c4-1b37-4b3f-be19-2c720322d813 triggered by entity DHCP. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:19:22.426486 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-850b692a-477c-4e8f-b6d0-f21e26c9492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:22.463830 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-850b692a-477c-4e8f-b6d0-f21e26c9492b None None] Port c20cb7c4-1b37-4b3f-be19-2c720322d813 cannot update to ACTIVE because it is not bound. {{(pid=102478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jun 14 18:19:23.433406 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device 34913012-0e47-47e5-8f03-e007c74dd8b6 up at agent ovs-agent-dv-cinder-821739-1-iscsi {{(pid=102478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:19:23.501403 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Provisioning complete for port 34913012-0e47-47e5-8f03-e007c74dd8b6 triggered by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:19:23.501805 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:23.621117 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Current status of the port 34913012-0e47-47e5-8f03-e007c74dd8b6 is: ACTIVE; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:19:25.061095 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232cba8e-f7b3-4f88-93a7-545eac3c336f None None] Sync routers for ids ['1a013c30-5a8f-4ab5-b55c-cea115f225ca'] in dv-cinder-821739-1-iscsi {{(pid=102478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:19:25.070597 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232cba8e-f7b3-4f88-93a7-545eac3c336f None None] Routers {'1a013c30-5a8f-4ab5-b55c-cea115f225ca'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:19:25.071244 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-232cba8e-f7b3-4f88-93a7-545eac3c336f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:19:19Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['1a013c30-5a8f-4ab5-b55c-cea115f225ca'], 'active': True} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:19:25.195869 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvr_db [None req-232cba8e-f7b3-4f88-93a7-545eac3c336f None None] Set router 1a013c30-5a8f-4ab5-b55c-cea115f225ca gateway port host: dv-cinder-821739-1-iscsi {{(pid=102478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:19:25.423340 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-232cba8e-f7b3-4f88-93a7-545eac3c336f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a013c30-5a8f-4ab5-b55c-cea115f225ca', 'name': 'tempest-TestMinimumBasicScenario-1729791367-router', 'tenant_id': '0a065139213c417183191e0ea32be803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': 'cae7578b-80ba-4f77-92ea-a6a1df0cf57a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:19:17Z', 'updated_at': '2022-06-14T18:19:20Z', 'revision_number': 4, 'project_id': '0a065139213c417183191e0ea32be803', 'gw_port': {'id': 'cae7578b-80ba-4f77-92ea-a6a1df0cf57a', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:8d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a013c30-5a8f-4ab5-b55c-cea115f225ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:19:18Z', 'updated_at': '2022-06-14T18:19:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_interfaces': [{'id': 'c20cb7c4-1b37-4b3f-be19-2c720322d813', 'name': '', 'network_id': '82a85c70-fdf9-4fff-bc0a-b3e450995014', 'tenant_id': '0a065139213c417183191e0ea32be803', 'mac_address': 'fa:16:3e:05:45:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a013c30-5a8f-4ab5-b55c-cea115f225ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'b553ec86-6e54-4b63-a22c-6d57df06143c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:19:20Z', 'updated_at': '2022-06-14T18:19:20Z', 'revision_number': 2, 'project_id': '0a065139213c417183191e0ea32be803', 'subnets': [{'id': 'b553ec86-6e54-4b63-a22c-6d57df06143c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:19:25.454210 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232cba8e-f7b3-4f88-93a7-545eac3c336f None None] Checking router: 1a013c30-5a8f-4ab5-b55c-cea115f225ca for host: dv-cinder-821739-1-iscsi {{(pid=102478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:19:25.454480 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232cba8e-f7b3-4f88-93a7-545eac3c336f None None] Updating router 1a013c30-5a8f-4ab5-b55c-cea115f225ca port c20cb7c4-1b37-4b3f-be19-2c720322d813 binding host dv-cinder-821739-1-iscsi {{(pid=102478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 18:19:25.483536 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device cae7578b-80ba-4f77-92ea-a6a1df0cf57a up at agent ovs-agent-dv-cinder-821739-1-iscsi {{(pid=102478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:19:25.511158 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-232cba8e-f7b3-4f88-93a7-545eac3c336f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:25.757790 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Provisioning complete for port cae7578b-80ba-4f77-92ea-a6a1df0cf57a triggered by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:19:25.758144 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:25.920911 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Current status of the port cae7578b-80ba-4f77-92ea-a6a1df0cf57a is: DOWN; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:19:25.920911 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:25.963870 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] For port cae7578b-80ba-4f77-92ea-a6a1df0cf57a, host dv-cinder-821739-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=cae7578b-80ba-4f77-92ea-a6a1df0cf57a,segment=NetworkSegment(d3be3284-4005-440f-af8c-13455fbdf684),segment_id=d3be3284-4005-440f-af8c-13455fbdf684)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:19:25.978784 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:26.066985 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-232cba8e-f7b3-4f88-93a7-545eac3c336f None None] Notify callbacks [] for port, precommit_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:26.071445 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Pushing event updated for resources: {'Port': ['ID=cae7578b-80ba-4f77-92ea-a6a1df0cf57a,revision_number=4']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:19:26.076011 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-232cba8e-f7b3-4f88-93a7-545eac3c336f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:26.127874 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad20b14-651d-43af-95e8-87ee6d10dd6e None None] Pushing event updated for resources: {'Port': ['ID=c20cb7c4-1b37-4b3f-be19-2c720322d813,revision_number=3']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:19:26.190477 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.managers [None req-232cba8e-f7b3-4f88-93a7-545eac3c336f None None] Attempting to bind port c20cb7c4-1b37-4b3f-be19-2c720322d813 on host dv-cinder-821739-1-iscsi for vnic_type normal with profile {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 14 18:19:26.191005 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.managers [None req-232cba8e-f7b3-4f88-93a7-545eac3c336f None None] Attempting to bind port c20cb7c4-1b37-4b3f-be19-2c720322d813 by drivers openvswitch,hyperv on host dv-cinder-821739-1-iscsi at level 0 using segments [{'id': 'c8584b80-a633-4789-9e0b-f009fd7622ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '82a85c70-fdf9-4fff-bc0a-b3e450995014'}] {{(pid=102478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 14 18:19:26.191459 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232cba8e-f7b3-4f88-93a7-545eac3c336f None None] Attempting to bind port c20cb7c4-1b37-4b3f-be19-2c720322d813 on network 82a85c70-fdf9-4fff-bc0a-b3e450995014 {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:19:26.198947 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232cba8e-f7b3-4f88-93a7-545eac3c336f None None] Checking agent: {'id': 'e8f0c06d-b34a-40ed-9da4-c5e71adce1cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821739-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 3, 22), 'started_at': datetime.datetime(2022, 6, 14, 18, 3, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821739-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:19:26.199471 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232cba8e-f7b3-4f88-93a7-545eac3c336f None None] Checking segment: {'id': 'c8584b80-a633-4789-9e0b-f009fd7622ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '82a85c70-fdf9-4fff-bc0a-b3e450995014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 14 18:19:26.199970 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-232cba8e-f7b3-4f88-93a7-545eac3c336f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:26.200493 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232cba8e-f7b3-4f88-93a7-545eac3c336f None None] Bound using segment: {'id': 'c8584b80-a633-4789-9e0b-f009fd7622ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '82a85c70-fdf9-4fff-bc0a-b3e450995014'} {{(pid=102478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:19:26.201089 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.managers [None req-232cba8e-f7b3-4f88-93a7-545eac3c336f None None] Bound port: c20cb7c4-1b37-4b3f-be19-2c720322d813, host: dv-cinder-821739-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8584b80-a633-4789-9e0b-f009fd7622ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '82a85c70-fdf9-4fff-bc0a-b3e450995014'}}] {{(pid=102478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 14 18:19:26.201572 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-232cba8e-f7b3-4f88-93a7-545eac3c336f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:26.277579 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-232cba8e-f7b3-4f88-93a7-545eac3c336f None None] For port c20cb7c4-1b37-4b3f-be19-2c720322d813, host dv-cinder-821739-1-iscsi, cleared binding levels {{(pid=102478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:19:26.281244 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-232cba8e-f7b3-4f88-93a7-545eac3c336f None None] For port c20cb7c4-1b37-4b3f-be19-2c720322d813, host dv-cinder-821739-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=c20cb7c4-1b37-4b3f-be19-2c720322d813,segment=NetworkSegment(c8584b80-a633-4789-9e0b-f009fd7622ce),segment_id=c8584b80-a633-4789-9e0b-f009fd7622ce)] {{(pid=102478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:19:26.288908 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-232cba8e-f7b3-4f88-93a7-545eac3c336f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:26.357721 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232cba8e-f7b3-4f88-93a7-545eac3c336f None None] Routers {'1a013c30-5a8f-4ab5-b55c-cea115f225ca'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:19:26.358374 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-232cba8e-f7b3-4f88-93a7-545eac3c336f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:19:19Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['1a013c30-5a8f-4ab5-b55c-cea115f225ca'], 'active': True} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:19:26.471067 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad20b14-651d-43af-95e8-87ee6d10dd6e None None] Pushing event updated for resources: {'Port': ['ID=c20cb7c4-1b37-4b3f-be19-2c720322d813,revision_number=4']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:19:26.497933 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-765ecb2d-6b2e-4967-b57f-dadbe9926648 None None] Provisioning complete for port c20cb7c4-1b37-4b3f-be19-2c720322d813 triggered by entity DHCP. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:19:26.498312 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-765ecb2d-6b2e-4967-b57f-dadbe9926648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:26.503105 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvr_db [None req-232cba8e-f7b3-4f88-93a7-545eac3c336f None None] Set router 1a013c30-5a8f-4ab5-b55c-cea115f225ca gateway port host: dv-cinder-821739-1-iscsi {{(pid=102478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:19:26.723460 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-765ecb2d-6b2e-4967-b57f-dadbe9926648 None None] Current status of the port c20cb7c4-1b37-4b3f-be19-2c720322d813 is: DOWN; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:19:26.723839 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-765ecb2d-6b2e-4967-b57f-dadbe9926648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:26.794728 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-765ecb2d-6b2e-4967-b57f-dadbe9926648 None None] For port c20cb7c4-1b37-4b3f-be19-2c720322d813, host dv-cinder-821739-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=c20cb7c4-1b37-4b3f-be19-2c720322d813,segment=NetworkSegment(c8584b80-a633-4789-9e0b-f009fd7622ce),segment_id=c8584b80-a633-4789-9e0b-f009fd7622ce)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:19:26.801004 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-765ecb2d-6b2e-4967-b57f-dadbe9926648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:26.842133 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-232cba8e-f7b3-4f88-93a7-545eac3c336f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a013c30-5a8f-4ab5-b55c-cea115f225ca', 'name': 'tempest-TestMinimumBasicScenario-1729791367-router', 'tenant_id': '0a065139213c417183191e0ea32be803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': 'cae7578b-80ba-4f77-92ea-a6a1df0cf57a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:19:17Z', 'updated_at': '2022-06-14T18:19:20Z', 'revision_number': 4, 'project_id': '0a065139213c417183191e0ea32be803', 'gw_port': {'id': 'cae7578b-80ba-4f77-92ea-a6a1df0cf57a', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:8d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a013c30-5a8f-4ab5-b55c-cea115f225ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:19:18Z', 'updated_at': '2022-06-14T18:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_interfaces': [{'id': 'c20cb7c4-1b37-4b3f-be19-2c720322d813', 'name': '', 'network_id': '82a85c70-fdf9-4fff-bc0a-b3e450995014', 'tenant_id': '0a065139213c417183191e0ea32be803', 'mac_address': 'fa:16:3e:05:45:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a013c30-5a8f-4ab5-b55c-cea115f225ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'b553ec86-6e54-4b63-a22c-6d57df06143c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:19:20Z', 'updated_at': '2022-06-14T18:19:26Z', 'revision_number': 4, 'project_id': '0a065139213c417183191e0ea32be803', 'subnets': [{'id': 'b553ec86-6e54-4b63-a22c-6d57df06143c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:19:26.879595 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232cba8e-f7b3-4f88-93a7-545eac3c336f None None] The sync data for ids ['1a013c30-5a8f-4ab5-b55c-cea115f225ca'] in dv-cinder-821739-1-iscsi is: [{'id': '1a013c30-5a8f-4ab5-b55c-cea115f225ca', 'name': 'tempest-TestMinimumBasicScenario-1729791367-router', 'tenant_id': '0a065139213c417183191e0ea32be803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': 'cae7578b-80ba-4f77-92ea-a6a1df0cf57a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:19:17Z', 'updated_at': '2022-06-14T18:19:20Z', 'revision_number': 4, 'project_id': '0a065139213c417183191e0ea32be803', 'gw_port': {'id': 'cae7578b-80ba-4f77-92ea-a6a1df0cf57a', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:8d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a013c30-5a8f-4ab5-b55c-cea115f225ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:19:18Z', 'updated_at': '2022-06-14T18:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_interfaces': [{'id': 'c20cb7c4-1b37-4b3f-be19-2c720322d813', 'name': '', 'network_id': '82a85c70-fdf9-4fff-bc0a-b3e450995014', 'tenant_id': '0a065139213c417183191e0ea32be803', 'mac_address': 'fa:16:3e:05:45:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a013c30-5a8f-4ab5-b55c-cea115f225ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'b553ec86-6e54-4b63-a22c-6d57df06143c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:19:20Z', 'updated_at': '2022-06-14T18:19:26Z', 'revision_number': 4, 'project_id': '0a065139213c417183191e0ea32be803', 'subnets': [{'id': 'b553ec86-6e54-4b63-a22c-6d57df06143c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:19:26.886368 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765ecb2d-6b2e-4967-b57f-dadbe9926648 None None] Pushing event updated for resources: {'Port': ['ID=c20cb7c4-1b37-4b3f-be19-2c720322d813,revision_number=5']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:19:26.922491 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-1c48103c-407a-4ecc-b083-f905bb4d9b20 None None] Provisioning complete for port c20cb7c4-1b37-4b3f-be19-2c720322d813 triggered by entity DHCP. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:19:26.923041 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-1c48103c-407a-4ecc-b083-f905bb4d9b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:27.037240 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-1c48103c-407a-4ecc-b083-f905bb4d9b20 None None] Current status of the port c20cb7c4-1b37-4b3f-be19-2c720322d813 is: ACTIVE; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:19:27.159696 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:27.427722 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device cae7578b-80ba-4f77-92ea-a6a1df0cf57a up at agent ovs-agent-dv-cinder-821739-1-iscsi {{(pid=102478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:19:27.479150 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Provisioning complete for port cae7578b-80ba-4f77-92ea-a6a1df0cf57a triggered by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:19:27.479520 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:27.568716 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Current status of the port cae7578b-80ba-4f77-92ea-a6a1df0cf57a is: ACTIVE; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:19:27.569854 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device c20cb7c4-1b37-4b3f-be19-2c720322d813 up at agent ovs-agent-dv-cinder-821739-1-iscsi {{(pid=102478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:19:27.623648 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Provisioning complete for port c20cb7c4-1b37-4b3f-be19-2c720322d813 triggered by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:19:27.624156 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:27.714972 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Current status of the port c20cb7c4-1b37-4b3f-be19-2c720322d813 is: ACTIVE; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:19:31.367823 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e2f0a1-2438-4144-89b4-8cc269c1efbf req-2f88055d-6fb4-4f2e-9b36-8b5b2eca6bb7 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:19:31.370019 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-a0e2f0a1-2438-4144-89b4-8cc269c1efbf req-2f88055d-6fb4-4f2e-9b36-8b5b2eca6bb7 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/networks?id=91760790-de00-413d-afeb-139c4ab455b8 HTTP/1.1" status: 200 len: 814 time: 0.1084754 Jun 14 18:19:31.386092 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-a0e2f0a1-2438-4144-89b4-8cc269c1efbf req-5a304b3b-5f7f-4475-ade9-90f7ca88ad15 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/quotas/4b4f2b7d952e423aa02fb0cf7edd9c34 HTTP/1.1" status: 200 len: 375 time: 0.0104451 Jun 14 18:19:31.439413 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-a0e2f0a1-2438-4144-89b4-8cc269c1efbf req-ceb3d8b4-e051-4279-85e3-2993042cef54 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=4b4f2b7d952e423aa02fb0cf7edd9c34&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475476 Jun 14 18:19:31.535293 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-a0e2f0a1-2438-4144-89b4-8cc269c1efbf req-2ecab471-d845-4e54-be95-eb8b6bd954fa service neutron] 10.222.0.70 "GET /v2.0/networks/91760790-de00-413d-afeb-139c4ab455b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831885 Jun 14 18:19:31.622442 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-a0e2f0a1-2438-4144-89b4-8cc269c1efbf req-156736cd-133e-4d19-9845-b5747d7f087c service neutron] 10.222.0.70 "GET /v2.0/networks/91760790-de00-413d-afeb-139c4ab455b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810258 Jun 14 18:19:31.785431 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-67cd0aa5-df38-4c64-95fd-ab2d7db061e6 req-864732a4-c42e-44c9-969e-87fe179e144f tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a221484-e5d2-45ab-84ab-a4708fc3a763 HTTP/1.1" status: 200 len: 210 time: 0.0268807 Jun 14 18:19:32.799277 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e2f0a1-2438-4144-89b4-8cc269c1efbf req-4ccdfff0-de69-4716-871b-9990286be547 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:19:32.800716 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-a0e2f0a1-2438-4144-89b4-8cc269c1efbf req-4ccdfff0-de69-4716-871b-9990286be547 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.90 "GET /v2.0/networks?id=91760790-de00-413d-afeb-139c4ab455b8 HTTP/1.1" status: 200 len: 814 time: 0.1131182 Jun 14 18:19:32.815939 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.v2.base [req-a0e2f0a1-2438-4144-89b4-8cc269c1efbf req-ae8f0332-9fab-4c4b-abc6-511cceaf872a tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Request body: {'port': {'device_id': '0a221484-e5d2-45ab-84ab-a4708fc3a763', 'network_id': '91760790-de00-413d-afeb-139c4ab455b8', 'admin_state_up': True, 'tenant_id': '4b4f2b7d952e423aa02fb0cf7edd9c34'}} {{(pid=102477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:19:32.891944 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-80a964b7-381d-4f95-a9e9-a3b3fffea8b7 req-c172a34e-985d-4985-8fa0-5195d3912e2f tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a221484-e5d2-45ab-84ab-a4708fc3a763 HTTP/1.1" status: 200 len: 210 time: 0.0268409 Jun 14 18:19:32.933390 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0e2f0a1-2438-4144-89b4-8cc269c1efbf req-ae8f0332-9fab-4c4b-abc6-511cceaf872a tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Made reservation on behalf of 4b4f2b7d952e423aa02fb0cf7edd9c34 for: {'port': 1} {{(pid=102477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:19:32.936812 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-a0e2f0a1-2438-4144-89b4-8cc269c1efbf req-ae8f0332-9fab-4c4b-abc6-511cceaf872a tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:33.072444 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.db_base_plugin_common [req-a0e2f0a1-2438-4144-89b4-8cc269c1efbf req-ae8f0332-9fab-4c4b-abc6-511cceaf872a tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Allocated IP 172.20.0.9 (91760790-de00-413d-afeb-139c4ab455b8/19b3bb84-5044-4cb8-804b-48c0f65ee0af/6ec0f534-2729-476a-96d4-8f7c9956af2b) {{(pid=102477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:19:33.288345 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-a0e2f0a1-2438-4144-89b4-8cc269c1efbf req-ae8f0332-9fab-4c4b-abc6-511cceaf872a tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Notify callbacks [] for port, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:33.339799 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-a0e2f0a1-2438-4144-89b4-8cc269c1efbf req-ae8f0332-9fab-4c4b-abc6-511cceaf872a tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239190878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16661523'] for port, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:33.410308 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0e2f0a1-2438-4144-89b4-8cc269c1efbf req-ae8f0332-9fab-4c4b-abc6-511cceaf872a tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Network 91760790-de00-413d-afeb-139c4ab455b8 is already hosted by enough agents. {{(pid=102477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:19:33.414604 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.base_scheduler [req-a0e2f0a1-2438-4144-89b4-8cc269c1efbf req-ae8f0332-9fab-4c4b-abc6-511cceaf872a tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Resources bound (agent type, host, resource id): {{(pid=102477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:19:33.419791 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0e2f0a1-2438-4144-89b4-8cc269c1efbf req-ae8f0332-9fab-4c4b-abc6-511cceaf872a tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Received port after_create {{(pid=102477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 14 18:19:33.477100 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8f0332-9fab-4c4b-abc6-511cceaf872a tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Pushing event updated for resources: {'Port': ['ID=6ec0f534-2729-476a-96d4-8f7c9956af2b,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:19:33.489006 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8f0332-9fab-4c4b-abc6-511cceaf872a tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:19:33.489348 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8f0332-9fab-4c4b-abc6-511cceaf872a tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:19:33.489719 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8f0332-9fab-4c4b-abc6-511cceaf872a tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:19:33.490059 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8f0332-9fab-4c4b-abc6-511cceaf872a tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:19:33.490406 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8f0332-9fab-4c4b-abc6-511cceaf872a tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:19:33.492121 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8f0332-9fab-4c4b-abc6-511cceaf872a tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:19:33.492461 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8f0332-9fab-4c4b-abc6-511cceaf872a tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:19:33.492788 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8f0332-9fab-4c4b-abc6-511cceaf872a tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:19:33.493151 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8f0332-9fab-4c4b-abc6-511cceaf872a tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:19:33.493473 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8f0332-9fab-4c4b-abc6-511cceaf872a tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:19:33.493829 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8f0332-9fab-4c4b-abc6-511cceaf872a tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:19:33.494154 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8f0332-9fab-4c4b-abc6-511cceaf872a tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:19:33.509847 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e2f0a1-2438-4144-89b4-8cc269c1efbf req-ae8f0332-9fab-4c4b-abc6-511cceaf872a tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:19:33.510509 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-a0e2f0a1-2438-4144-89b4-8cc269c1efbf req-ae8f0332-9fab-4c4b-abc6-511cceaf872a tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for port, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:33.548441 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-a0e2f0a1-2438-4144-89b4-8cc269c1efbf req-ae8f0332-9fab-4c4b-abc6-511cceaf872a tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7372530 Jun 14 18:19:33.808914 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-bf65719d-687a-4f01-9879-a8884e3c23e7 None None] Provisioning complete for port 6ec0f534-2729-476a-96d4-8f7c9956af2b triggered by entity DHCP. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:19:33.809540 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-bf65719d-687a-4f01-9879-a8884e3c23e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:33.855854 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-bf65719d-687a-4f01-9879-a8884e3c23e7 None None] Port 6ec0f534-2729-476a-96d4-8f7c9956af2b cannot update to ACTIVE because it is not bound. {{(pid=102478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jun 14 18:19:34.023886 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7a782b-4da7-4c09-a01a-6b8bf2859d20 req-66ee190d-7ec2-4341-bfbf-6bc5c28c7c54 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:19:34.026057 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-cf7a782b-4da7-4c09-a01a-6b8bf2859d20 req-66ee190d-7ec2-4341-bfbf-6bc5c28c7c54 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a221484-e5d2-45ab-84ab-a4708fc3a763 HTTP/1.1" status: 200 len: 931 time: 0.0610993 Jun 14 18:19:34.079602 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-cf7a782b-4da7-4c09-a01a-6b8bf2859d20 req-7662707a-99b8-44f7-aa43-2d64c791756e tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec868785-5059-455d-9001-6c5526312647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459671 Jun 14 18:19:35.205367 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c27abdb-f9a2-48ae-96b1-22ca10abbe92 req-13b1ac4f-9eae-4e5d-a619-83765de54a30 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:19:35.206885 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-7c27abdb-f9a2-48ae-96b1-22ca10abbe92 req-13b1ac4f-9eae-4e5d-a619-83765de54a30 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a221484-e5d2-45ab-84ab-a4708fc3a763 HTTP/1.1" status: 200 len: 931 time: 0.0558190 Jun 14 18:19:35.247164 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-7c27abdb-f9a2-48ae-96b1-22ca10abbe92 req-71177c83-43d3-44b7-a57a-29b08bba1333 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec868785-5059-455d-9001-6c5526312647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338178 Jun 14 18:19:36.360627 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dff4a70-56b3-4a09-98c9-eb9977bd70fc req-ce11307a-38b5-4c0c-922c-e9912959c614 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:19:36.362117 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-0dff4a70-56b3-4a09-98c9-eb9977bd70fc req-ce11307a-38b5-4c0c-922c-e9912959c614 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a221484-e5d2-45ab-84ab-a4708fc3a763 HTTP/1.1" status: 200 len: 931 time: 0.0489111 Jun 14 18:19:36.399005 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-0dff4a70-56b3-4a09-98c9-eb9977bd70fc req-d9f3111e-e75c-4673-813b-e85f7b29082f tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec868785-5059-455d-9001-6c5526312647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309038 Jun 14 18:19:37.514878 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158f12bc-eb86-4bf0-9197-3c8f466b1e5e req-12d46be1-635b-4f55-b160-b9b551cea45c tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:19:37.516350 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-158f12bc-eb86-4bf0-9197-3c8f466b1e5e req-12d46be1-635b-4f55-b160-b9b551cea45c tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a221484-e5d2-45ab-84ab-a4708fc3a763 HTTP/1.1" status: 200 len: 931 time: 0.0491498 Jun 14 18:19:37.553527 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-158f12bc-eb86-4bf0-9197-3c8f466b1e5e req-12dfe55c-ccaa-4bb6-856b-8b9b49471054 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec868785-5059-455d-9001-6c5526312647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312397 Jun 14 18:19:38.689560 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a0db8e-437a-4793-86e2-73f17c5ce996 req-f67118db-ecc9-4f36-9e8b-307881da1330 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:19:38.691118 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-e0a0db8e-437a-4793-86e2-73f17c5ce996 req-f67118db-ecc9-4f36-9e8b-307881da1330 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a221484-e5d2-45ab-84ab-a4708fc3a763 HTTP/1.1" status: 200 len: 931 time: 0.0663054 Jun 14 18:19:38.745401 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-e0a0db8e-437a-4793-86e2-73f17c5ce996 req-aa96aeb4-9d76-4577-821c-55773d32dcf6 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec868785-5059-455d-9001-6c5526312647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471961 Jun 14 18:19:39.896460 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08fdb93-318e-441f-87f4-2ced5122ee7d req-915f42dc-7463-4d22-9bc0-61ebc9c20d84 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:19:39.897942 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-e08fdb93-318e-441f-87f4-2ced5122ee7d req-915f42dc-7463-4d22-9bc0-61ebc9c20d84 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a221484-e5d2-45ab-84ab-a4708fc3a763 HTTP/1.1" status: 200 len: 931 time: 0.0639188 Jun 14 18:19:39.954395 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-e08fdb93-318e-441f-87f4-2ced5122ee7d req-beeb8916-c889-45b9-b307-680ec561a3ca tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec868785-5059-455d-9001-6c5526312647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487571 Jun 14 18:19:41.091921 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc108a9-1c47-466f-9261-092e7ad96b72 req-6b86a121-2efd-40ce-ae43-9691eafd9873 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:19:41.093399 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-0cc108a9-1c47-466f-9261-092e7ad96b72 req-6b86a121-2efd-40ce-ae43-9691eafd9873 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a221484-e5d2-45ab-84ab-a4708fc3a763 HTTP/1.1" status: 200 len: 931 time: 0.0541327 Jun 14 18:19:41.136504 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-0cc108a9-1c47-466f-9261-092e7ad96b72 req-9207b0d9-1c3a-4e19-a537-69935c7061fa tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec868785-5059-455d-9001-6c5526312647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366230 Jun 14 18:19:42.268697 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210312f0-612c-43fb-b81f-fcb8bb420922 req-b0254f5f-c5a7-43fb-b6ca-27668c647f09 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:19:42.276213 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-210312f0-612c-43fb-b81f-fcb8bb420922 req-b0254f5f-c5a7-43fb-b6ca-27668c647f09 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a221484-e5d2-45ab-84ab-a4708fc3a763 HTTP/1.1" status: 200 len: 931 time: 0.0640438 Jun 14 18:19:42.323839 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-210312f0-612c-43fb-b81f-fcb8bb420922 req-398fc825-3996-4715-9650-82c1c7ddce18 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec868785-5059-455d-9001-6c5526312647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431266 Jun 14 18:19:43.432120 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d7423-7fa2-4ed2-ac12-d672bcc08b01 req-d940d381-64b7-4269-9e0e-5973ec620b86 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:19:43.433558 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-a22d7423-7fa2-4ed2-ac12-d672bcc08b01 req-d940d381-64b7-4269-9e0e-5973ec620b86 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a221484-e5d2-45ab-84ab-a4708fc3a763 HTTP/1.1" status: 200 len: 931 time: 0.0498488 Jun 14 18:19:43.473054 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-a22d7423-7fa2-4ed2-ac12-d672bcc08b01 req-33164929-fa67-4cf6-b1f5-565b73e4c6f5 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec868785-5059-455d-9001-6c5526312647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333333 Jun 14 18:19:43.779265 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.agents_db [None req-d83a49a0-1be1-4d29-a7ba-91319940a8a9 None None] Agent healthcheck: found 6 active agents {{(pid=102479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 14 18:19:44.585990 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a19d7bd-3d8f-44dd-8411-ba18f3b1a38b req-e062bd6f-204e-483f-a51f-01b04a55d01c tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:19:44.587437 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-6a19d7bd-3d8f-44dd-8411-ba18f3b1a38b req-e062bd6f-204e-483f-a51f-01b04a55d01c tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a221484-e5d2-45ab-84ab-a4708fc3a763 HTTP/1.1" status: 200 len: 931 time: 0.0472350 Jun 14 18:19:44.628773 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-6a19d7bd-3d8f-44dd-8411-ba18f3b1a38b req-df904c9a-03bd-4ac5-b0d9-3462653f7f0e tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec868785-5059-455d-9001-6c5526312647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347204 Jun 14 18:19:45.003346 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.v2.base [req-a0e2f0a1-2438-4144-89b4-8cc269c1efbf req-881aafd3-6d95-4f37-bf9b-88def8f860e6 service neutron] Request body: {'port': {'device_id': '0a221484-e5d2-45ab-84ab-a4708fc3a763', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82173'}} {{(pid=102477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:19:45.083404 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-a0e2f0a1-2438-4144-89b4-8cc269c1efbf req-881aafd3-6d95-4f37-bf9b-88def8f860e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:45.184268 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-7b1ca1e5-a0c4-4e6c-958a-c51641c59427 req-bee8a562-c762-40d5-a7b3-a9b0b6ac4636 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=6004e2e1-5a5d-42b1-b35b-83be4e20d72e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0972753 Jun 14 18:19:45.286621 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1ca1e5-a0c4-4e6c-958a-c51641c59427 req-32c3f27e-487a-4a76-995d-b978802bbd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:19:45.288261 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-7b1ca1e5-a0c4-4e6c-958a-c51641c59427 req-32c3f27e-487a-4a76-995d-b978802bbd41 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a98d65273e2546aa9252b74c4f9daae4&device_id=6004e2e1-5a5d-42b1-b35b-83be4e20d72e HTTP/1.1" status: 200 len: 1098 time: 0.0800362 Jun 14 18:19:45.412428 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1ca1e5-a0c4-4e6c-958a-c51641c59427 req-5d37fe55-caa5-42bd-9cd3-08fbdc395089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:19:45.414002 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-7b1ca1e5-a0c4-4e6c-958a-c51641c59427 req-5d37fe55-caa5-42bd-9cd3-08fbdc395089 service neutron] 10.222.0.90 "GET /v2.0/networks?id=576da013-3617-4a8e-90bf-f7e3da71dae2 HTTP/1.1" status: 200 len: 913 time: 0.1021602 Jun 14 18:19:45.430231 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.notifiers.nova [req-a0e2f0a1-2438-4144-89b4-8cc269c1efbf req-881aafd3-6d95-4f37-bf9b-88def8f860e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ec0f534-2729-476a-96d4-8f7c9956af2b {{(pid=102477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:19:45.438027 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-a0e2f0a1-2438-4144-89b4-8cc269c1efbf req-881aafd3-6d95-4f37-bf9b-88def8f860e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:45.452087 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.provisioning_blocks [req-a0e2f0a1-2438-4144-89b4-8cc269c1efbf req-881aafd3-6d95-4f37-bf9b-88def8f860e6 service neutron] Transition to ACTIVE for port object 6ec0f534-2729-476a-96d4-8f7c9956af2b will not be triggered until provisioned by entity L2. {{(pid=102477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 18:19:45.457584 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-a0e2f0a1-2438-4144-89b4-8cc269c1efbf req-881aafd3-6d95-4f37-bf9b-88def8f860e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16661530'] for port, after_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:45.498917 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-7b1ca1e5-a0c4-4e6c-958a-c51641c59427 req-9449d056-03e0-4335-8832-a5e812f389b9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db65d6ad-e03c-4d1f-9157-0ba6ff66b356 HTTP/1.1" status: 200 len: 1000 time: 0.0749011 Jun 14 18:19:45.513079 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881aafd3-6d95-4f37-bf9b-88def8f860e6 service neutron] Pushing event updated for resources: {'Port': ['ID=6ec0f534-2729-476a-96d4-8f7c9956af2b,revision_number=2']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:19:45.554418 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1ca1e5-a0c4-4e6c-958a-c51641c59427 req-a8651cf2-9ab0-4aec-8193-b1a63d1ef93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:19:45.555886 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-7b1ca1e5-a0c4-4e6c-958a-c51641c59427 req-a8651cf2-9ab0-4aec-8193-b1a63d1ef93c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d637fcab-e631-4a9a-85a6-1edd05917c42 HTTP/1.1" status: 200 len: 850 time: 0.0493648 Jun 14 18:19:45.604986 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.managers [req-a0e2f0a1-2438-4144-89b4-8cc269c1efbf req-881aafd3-6d95-4f37-bf9b-88def8f860e6 service neutron] Attempting to bind port 6ec0f534-2729-476a-96d4-8f7c9956af2b on host hv-cinder-82173 for vnic_type normal with profile {{(pid=102477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 14 18:19:45.605586 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.managers [req-a0e2f0a1-2438-4144-89b4-8cc269c1efbf req-881aafd3-6d95-4f37-bf9b-88def8f860e6 service neutron] Attempting to bind port 6ec0f534-2729-476a-96d4-8f7c9956af2b by drivers openvswitch,hyperv on host hv-cinder-82173 at level 0 using segments [{'id': 'e41fd54e-651a-4afb-9bee-3cafa7991817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '91760790-de00-413d-afeb-139c4ab455b8'}] {{(pid=102477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 14 18:19:45.605837 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e2f0a1-2438-4144-89b4-8cc269c1efbf req-881aafd3-6d95-4f37-bf9b-88def8f860e6 service neutron] Attempting to bind port 6ec0f534-2729-476a-96d4-8f7c9956af2b on network 91760790-de00-413d-afeb-139c4ab455b8 {{(pid=102477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:19:45.612371 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1ca1e5-a0c4-4e6c-958a-c51641c59427 req-06f792ab-4cf7-4c5d-bc1b-4724de600d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:19:45.614548 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e2f0a1-2438-4144-89b4-8cc269c1efbf req-881aafd3-6d95-4f37-bf9b-88def8f860e6 service neutron] Port 6ec0f534-2729-476a-96d4-8f7c9956af2b on network 91760790-de00-413d-afeb-139c4ab455b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82173 {{(pid=102477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 14 18:19:45.614867 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e2f0a1-2438-4144-89b4-8cc269c1efbf req-881aafd3-6d95-4f37-bf9b-88def8f860e6 service neutron] Attempting to bind port 6ec0f534-2729-476a-96d4-8f7c9956af2b on network 91760790-de00-413d-afeb-139c4ab455b8 {{(pid=102477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:19:45.617132 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-7b1ca1e5-a0c4-4e6c-958a-c51641c59427 req-06f792ab-4cf7-4c5d-bc1b-4724de600d14 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=576da013-3617-4a8e-90bf-f7e3da71dae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0525055 Jun 14 18:19:45.621977 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e2f0a1-2438-4144-89b4-8cc269c1efbf req-881aafd3-6d95-4f37-bf9b-88def8f860e6 service neutron] Checking agent: {'id': '37867b7d-ea9d-4c92-b09f-db78138d4892', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82173', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 9, 26), 'started_at': datetime.datetime(2022, 6, 14, 18, 9, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:19:45.622337 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e2f0a1-2438-4144-89b4-8cc269c1efbf req-881aafd3-6d95-4f37-bf9b-88def8f860e6 service neutron] Checking segment: {'id': 'e41fd54e-651a-4afb-9bee-3cafa7991817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '91760790-de00-413d-afeb-139c4ab455b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 14 18:19:45.622687 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e2f0a1-2438-4144-89b4-8cc269c1efbf req-881aafd3-6d95-4f37-bf9b-88def8f860e6 service neutron] Bound using segment: {'id': 'e41fd54e-651a-4afb-9bee-3cafa7991817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '91760790-de00-413d-afeb-139c4ab455b8'} {{(pid=102477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:19:45.623305 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.managers [req-a0e2f0a1-2438-4144-89b4-8cc269c1efbf req-881aafd3-6d95-4f37-bf9b-88def8f860e6 service neutron] Bound port: 6ec0f534-2729-476a-96d4-8f7c9956af2b, host: hv-cinder-82173, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e41fd54e-651a-4afb-9bee-3cafa7991817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '91760790-de00-413d-afeb-139c4ab455b8'}}] {{(pid=102477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 14 18:19:45.623697 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-a0e2f0a1-2438-4144-89b4-8cc269c1efbf req-881aafd3-6d95-4f37-bf9b-88def8f860e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:45.702490 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.db [req-a0e2f0a1-2438-4144-89b4-8cc269c1efbf req-881aafd3-6d95-4f37-bf9b-88def8f860e6 service neutron] For port 6ec0f534-2729-476a-96d4-8f7c9956af2b, host hv-cinder-82173, cleared binding levels {{(pid=102477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:19:45.706837 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.db [req-a0e2f0a1-2438-4144-89b4-8cc269c1efbf req-881aafd3-6d95-4f37-bf9b-88def8f860e6 service neutron] For port 6ec0f534-2729-476a-96d4-8f7c9956af2b, host hv-cinder-82173, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=6ec0f534-2729-476a-96d4-8f7c9956af2b,segment=NetworkSegment(e41fd54e-651a-4afb-9bee-3cafa7991817),segment_id=e41fd54e-651a-4afb-9bee-3cafa7991817)] {{(pid=102477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:19:45.711285 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 58934) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:19:45.729919 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-a0e2f0a1-2438-4144-89b4-8cc269c1efbf req-881aafd3-6d95-4f37-bf9b-88def8f860e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16661530'] for port, after_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:45.768316 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-7b1ca1e5-a0c4-4e6c-958a-c51641c59427 req-d66b3c11-b683-4508-8b89-17945f1a6fb7 service neutron] 10.222.0.90 "GET /v2.0/networks/576da013-3617-4a8e-90bf-f7e3da71dae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410210 Jun 14 18:19:45.774662 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e2f0a1-2438-4144-89b4-8cc269c1efbf req-881aafd3-6d95-4f37-bf9b-88def8f860e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:19:45.776015 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-a0e2f0a1-2438-4144-89b4-8cc269c1efbf req-881aafd3-6d95-4f37-bf9b-88def8f860e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for port, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:45.777516 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-a0e2f0a1-2438-4144-89b4-8cc269c1efbf req-881aafd3-6d95-4f37-bf9b-88def8f860e6 service neutron] 10.222.0.90 "PUT /v2.0/ports/6ec0f534-2729-476a-96d4-8f7c9956af2b HTTP/1.1" status: 200 len: 1093 time: 0.7785707 Jun 14 18:19:45.778256 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a221484-e5d2-45ab-84ab-a4708fc3a763', 'tag': '6ec0f534-2729-476a-96d4-8f7c9956af2b'}] {{(pid=102477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:19:45.780393 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63a05a5c49a881ad62840f65bcdf4689c8e257def52ee20504415851ea2faa0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d422117c-484e-420b-94b3-c89e1659f39a" -d '{"events": [{"name": "network-changed", "server_uuid": "0a221484-e5d2-45ab-84ab-a4708fc3a763", "tag": "6ec0f534-2729-476a-96d4-8f7c9956af2b"}]}' {{(pid=102477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:19:45.851669 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2cae87-7d81-46c7-b59d-5fb27af0e4f7 req-4887d1a1-c127-410c-8653-16b61fef9ff4 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:19:45.853309 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-6b2cae87-7d81-46c7-b59d-5fb27af0e4f7 req-4887d1a1-c127-410c-8653-16b61fef9ff4 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a221484-e5d2-45ab-84ab-a4708fc3a763 HTTP/1.1" status: 200 len: 943 time: 0.1137292 Jun 14 18:19:45.872547 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Jun 2022 18:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b086689f-b911-42a9-8c92-110a238bae5c x-openstack-request-id: req-b086689f-b911-42a9-8c92-110a238bae5c {{(pid=102477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:19:45.872929 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a221484-e5d2-45ab-84ab-a4708fc3a763", "tag": "6ec0f534-2729-476a-96d4-8f7c9956af2b", "status": "completed", "code": 200}]} {{(pid=102477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:19:45.873077 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b086689f-b911-42a9-8c92-110a238bae5c {{(pid=102477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:19:45.873469 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b086689f-b911-42a9-8c92-110a238bae5c'] response: {'name': 'network-changed', 'server_uuid': '0a221484-e5d2-45ab-84ab-a4708fc3a763', 'tag': '6ec0f534-2729-476a-96d4-8f7c9956af2b', 'status': 'completed', 'code': 200} Jun 14 18:19:45.898272 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881aafd3-6d95-4f37-bf9b-88def8f860e6 service neutron] Pushing event updated for resources: {'Port': ['ID=6ec0f534-2729-476a-96d4-8f7c9956af2b,revision_number=3']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:19:45.922626 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-7b1ca1e5-a0c4-4e6c-958a-c51641c59427 req-883f188b-7f0d-4153-a296-47c190978c02 service neutron] 10.222.0.90 "GET /v2.0/networks/576da013-3617-4a8e-90bf-f7e3da71dae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447198 Jun 14 18:19:45.944097 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-626b7020-024a-47fe-9024-fdda57fbcc31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:45.959862 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-6b2cae87-7d81-46c7-b59d-5fb27af0e4f7 req-abd0ecc7-f9e2-4f71-92eb-58fec41003e8 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec868785-5059-455d-9001-6c5526312647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855296 Jun 14 18:19:45.977747 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e2f0a1-2438-4144-89b4-8cc269c1efbf req-60012665-af53-4a15-9d58-ee1e80c0ea2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:19:45.977747 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-a0e2f0a1-2438-4144-89b4-8cc269c1efbf req-60012665-af53-4a15-9d58-ee1e80c0ea2d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b4f2b7d952e423aa02fb0cf7edd9c34&device_id=0a221484-e5d2-45ab-84ab-a4708fc3a763 HTTP/1.1" status: 200 len: 1096 time: 0.1422107 Jun 14 18:19:46.021453 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-a0e2f0a1-2438-4144-89b4-8cc269c1efbf req-171b8840-9dd8-4e28-a6fc-dd58c78e3a02 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ec0f534-2729-476a-96d4-8f7c9956af2b HTTP/1.1" status: 200 len: 217 time: 0.0392077 Jun 14 18:19:46.095191 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e2f0a1-2438-4144-89b4-8cc269c1efbf req-5b38e45a-453b-41ba-8adb-43f5665fe6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:19:46.096679 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-a0e2f0a1-2438-4144-89b4-8cc269c1efbf req-5b38e45a-453b-41ba-8adb-43f5665fe6c6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=19b3bb84-5044-4cb8-804b-48c0f65ee0af HTTP/1.1" status: 200 len: 853 time: 0.0643344 Jun 14 18:19:46.146501 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-626b7020-024a-47fe-9024-fdda57fbcc31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:46.151229 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-626b7020-024a-47fe-9024-fdda57fbcc31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:46.195523 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-626b7020-024a-47fe-9024-fdda57fbcc31 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=dc84e17a773b4c3a8d440559db36267c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4830384 Jun 14 18:19:46.197879 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e2f0a1-2438-4144-89b4-8cc269c1efbf req-69836276-e330-4dd1-b396-5f162e0207f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:19:46.199107 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 58940) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:19:46.199640 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-a0e2f0a1-2438-4144-89b4-8cc269c1efbf req-69836276-e330-4dd1-b396-5f162e0207f4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=91760790-de00-413d-afeb-139c4ab455b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0905921 Jun 14 18:19:46.201236 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626b7020-024a-47fe-9024-fdda57fbcc31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d50975c1-7e5b-4178-b55b-1e40cc325c96,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:19:46.260071 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-40968132-2224-43c6-a5d1-a19487d74751 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:46.283171 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-40968132-2224-43c6-a5d1-a19487d74751 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:46.299008 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-a0e2f0a1-2438-4144-89b4-8cc269c1efbf req-1d6edd1a-0b32-4675-acab-23297b13e1f5 service neutron] 10.222.0.90 "GET /v2.0/networks/91760790-de00-413d-afeb-139c4ab455b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911744 Jun 14 18:19:46.336387 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-40968132-2224-43c6-a5d1-a19487d74751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:46.340124 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-40968132-2224-43c6-a5d1-a19487d74751 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:46.342239 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-40968132-2224-43c6-a5d1-a19487d74751 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d50975c1-7e5b-4178-b55b-1e40cc325c96 HTTP/1.1" status: 204 len: 168 time: 0.1419830 Jun 14 18:19:46.356011 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40968132-2224-43c6-a5d1-a19487d74751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d50975c1-7e5b-4178-b55b-1e40cc325c96,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:19:46.414848 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-a0e2f0a1-2438-4144-89b4-8cc269c1efbf req-2454da7e-0a45-460c-bb8f-f2447db6d782 service neutron] 10.222.0.90 "GET /v2.0/networks/91760790-de00-413d-afeb-139c4ab455b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067472 Jun 14 18:19:46.450635 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-1e5541f5-3ee7-4b76-96ca-5f50f97da7f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:46.514432 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d422117c-484e-420b-94b3-c89e1659f39a req-cfd26139-e304-4d2d-a50c-28f5ad61c1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:19:46.515855 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-d422117c-484e-420b-94b3-c89e1659f39a req-cfd26139-e304-4d2d-a50c-28f5ad61c1be service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b4f2b7d952e423aa02fb0cf7edd9c34&device_id=0a221484-e5d2-45ab-84ab-a4708fc3a763 HTTP/1.1" status: 200 len: 1096 time: 0.0442514 Jun 14 18:19:46.618220 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d422117c-484e-420b-94b3-c89e1659f39a req-04fcf19d-8c7e-49ef-8bfd-49ecae8cf4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:19:46.620149 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-d422117c-484e-420b-94b3-c89e1659f39a req-04fcf19d-8c7e-49ef-8bfd-49ecae8cf4b6 service neutron] 10.222.0.90 "GET /v2.0/networks?id=91760790-de00-413d-afeb-139c4ab455b8 HTTP/1.1" status: 200 len: 916 time: 0.0965445 Jun 14 18:19:46.665572 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-d422117c-484e-420b-94b3-c89e1659f39a req-4b5721fc-bd11-4de4-aa62-e829b08936c6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ec0f534-2729-476a-96d4-8f7c9956af2b HTTP/1.1" status: 200 len: 217 time: 0.0377798 Jun 14 18:19:46.679535 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 58948) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:19:46.693139 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-7a43d4d5-5eb6-472a-ae1f-a158f65be482 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:46.718121 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d422117c-484e-420b-94b3-c89e1659f39a req-c3ccbcc3-0515-4220-83d7-152deb980110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:19:46.719566 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-d422117c-484e-420b-94b3-c89e1659f39a req-c3ccbcc3-0515-4220-83d7-152deb980110 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=19b3bb84-5044-4cb8-804b-48c0f65ee0af HTTP/1.1" status: 200 len: 853 time: 0.0456984 Jun 14 18:19:46.771130 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d422117c-484e-420b-94b3-c89e1659f39a req-49c16064-4c82-4d74-84c9-e22f977df79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:19:46.771338 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-7a43d4d5-5eb6-472a-ae1f-a158f65be482 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:46.772519 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-d422117c-484e-420b-94b3-c89e1659f39a req-49c16064-4c82-4d74-84c9-e22f977df79b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=91760790-de00-413d-afeb-139c4ab455b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450208 Jun 14 18:19:46.774714 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-7a43d4d5-5eb6-472a-ae1f-a158f65be482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:46.813046 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-7a43d4d5-5eb6-472a-ae1f-a158f65be482 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d73e2a5bc9844658984b255c77ba5026&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1323919 Jun 14 18:19:46.813900 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a43d4d5-5eb6-472a-ae1f-a158f65be482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7e378b-c244-4469-ae3a-ab1015734468,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:19:46.815799 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 58950) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:19:46.897370 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-d422117c-484e-420b-94b3-c89e1659f39a req-324261c5-ac2a-4eb5-b0f7-58720a222f06 service neutron] 10.222.0.90 "GET /v2.0/networks/91760790-de00-413d-afeb-139c4ab455b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126966 Jun 14 18:19:46.917631 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-557610de-208b-4062-9a31-7ebd95ced88a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:46.983094 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-557610de-208b-4062-9a31-7ebd95ced88a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:47.035466 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-d422117c-484e-420b-94b3-c89e1659f39a req-86ed823d-96c5-4081-976a-80d7de0159b4 service neutron] 10.222.0.90 "GET /v2.0/networks/91760790-de00-413d-afeb-139c4ab455b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280043 Jun 14 18:19:47.051954 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-557610de-208b-4062-9a31-7ebd95ced88a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:47.054579 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-557610de-208b-4062-9a31-7ebd95ced88a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:47.055840 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-557610de-208b-4062-9a31-7ebd95ced88a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8a7e378b-c244-4469-ae3a-ab1015734468 HTTP/1.1" status: 204 len: 168 time: 0.2391233 Jun 14 18:19:47.067214 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557610de-208b-4062-9a31-7ebd95ced88a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a7e378b-c244-4469-ae3a-ab1015734468,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:19:47.083818 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7b0411-6afa-4b2c-a06a-3223af3dd74b req-5f76ae2b-808d-4df1-ad49-a71f475bf601 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:19:47.085642 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-3e7b0411-6afa-4b2c-a06a-3223af3dd74b req-5f76ae2b-808d-4df1-ad49-a71f475bf601 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a221484-e5d2-45ab-84ab-a4708fc3a763 HTTP/1.1" status: 200 len: 943 time: 0.0548632 Jun 14 18:19:47.126364 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-3e7b0411-6afa-4b2c-a06a-3223af3dd74b req-df2bb33e-5ae1-488f-8797-90c5c9e3d7a0 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec868785-5059-455d-9001-6c5526312647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334737 Jun 14 18:19:48.243811 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944cdedb-f395-43f3-841b-c23da5977fcb req-d2695f1f-7527-45d1-b604-efe3bd06ee3d tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:19:48.246089 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-944cdedb-f395-43f3-841b-c23da5977fcb req-d2695f1f-7527-45d1-b604-efe3bd06ee3d tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a221484-e5d2-45ab-84ab-a4708fc3a763 HTTP/1.1" status: 200 len: 943 time: 0.0506818 Jun 14 18:19:48.286050 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-944cdedb-f395-43f3-841b-c23da5977fcb req-d4333eb6-a720-4836-9fe4-947f59f292cc tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec868785-5059-455d-9001-6c5526312647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340083 Jun 14 18:19:48.725686 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-815395fa-bf47-44a0-9fd8-1b933b1d2d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:49.280793 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device 6ec0f534-2729-476a-96d4-8f7c9956af2b details requested by agent hyperv_hv-cinder-82173 with host hv-cinder-82173 {{(pid=102478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 14 18:19:49.378929 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] For port 6ec0f534-2729-476a-96d4-8f7c9956af2b, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=6ec0f534-2729-476a-96d4-8f7c9956af2b,segment=NetworkSegment(e41fd54e-651a-4afb-9bee-3cafa7991817),segment_id=e41fd54e-651a-4afb-9bee-3cafa7991817)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:19:49.394415 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Returning: {'device': '6ec0f534-2729-476a-96d4-8f7c9956af2b', 'network_id': '91760790-de00-413d-afeb-139c4ab455b8', 'port_id': '6ec0f534-2729-476a-96d4-8f7c9956af2b', 'mac_address': 'fa:16:3e:c2:73:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1028, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19b3bb84-5044-4cb8-804b-48c0f65ee0af', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 14 18:19:49.418882 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527f31ba-7efd-41ac-8138-52aba3623351 req-b0aad756-2d57-41f6-80e0-59bbf68df1ed tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:19:49.420506 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-527f31ba-7efd-41ac-8138-52aba3623351 req-b0aad756-2d57-41f6-80e0-59bbf68df1ed tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a221484-e5d2-45ab-84ab-a4708fc3a763 HTTP/1.1" status: 200 len: 943 time: 0.0525422 Jun 14 18:19:49.434741 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 59028) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:19:49.438739 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Current status of the port 6ec0f534-2729-476a-96d4-8f7c9956af2b is: DOWN; New status is: BUILD {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:19:49.439135 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:49.453236 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.notifiers.nova [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ec0f534-2729-476a-96d4-8f7c9956af2b {{(pid=102478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:19:49.460118 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-527f31ba-7efd-41ac-8138-52aba3623351 req-33afed1e-44a8-41e6-a047-f7c2bbc9178f tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec868785-5059-455d-9001-6c5526312647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336738 Jun 14 18:19:49.475161 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] For port 6ec0f534-2729-476a-96d4-8f7c9956af2b, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=6ec0f534-2729-476a-96d4-8f7c9956af2b,segment=NetworkSegment(e41fd54e-651a-4afb-9bee-3cafa7991817),segment_id=e41fd54e-651a-4afb-9bee-3cafa7991817)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:19:49.480388 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:49.529508 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Pushing event updated for resources: {'Port': ['ID=6ec0f534-2729-476a-96d4-8f7c9956af2b,revision_number=4']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:19:49.537383 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:19:49.537952 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:19:49.538388 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:19:49.538820 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:19:49.539252 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:19:49.539678 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:19:49.540107 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:19:49.540729 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:19:49.541856 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:19:49.542283 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:19:49.542718 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:19:49.543152 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:19:49.567037 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-bc5af515-8867-4abc-aced-e87210e0d998 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:49.641634 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-bc5af515-8867-4abc-aced-e87210e0d998 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:49.646607 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-bc5af515-8867-4abc-aced-e87210e0d998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:49.682384 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5af515-8867-4abc-aced-e87210e0d998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3328a148-d31d-4d20-8ca1-3d675905ed68,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:19:49.686660 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-bc5af515-8867-4abc-aced-e87210e0d998 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=228485b73d7d49e79a751669d6ae124f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2509265 Jun 14 18:19:49.689469 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 59034) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:19:49.739905 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-f5d60851-b148-488b-853c-2a7b68ddaa2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:49.761674 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-f5d60851-b148-488b-853c-2a7b68ddaa2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:49.764827 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] get_ports_and_sgs() called for port_ids ['6ec0f534-2729-476a-96d4-8f7c9956af2b'] {{(pid=102478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 14 18:19:49.809356 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-f5d60851-b148-488b-853c-2a7b68ddaa2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:49.812039 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-f5d60851-b148-488b-853c-2a7b68ddaa2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:49.816412 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-f5d60851-b148-488b-853c-2a7b68ddaa2e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3328a148-d31d-4d20-8ca1-3d675905ed68 HTTP/1.1" status: 204 len: 168 time: 0.1225610 Jun 14 18:19:49.824225 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d60851-b148-488b-853c-2a7b68ddaa2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3328a148-d31d-4d20-8ca1-3d675905ed68,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:19:49.831328 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-cf1fda14-6f0d-42ea-928d-63fe9f24329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:50.090179 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 59040) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:19:50.105756 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-9f5403e2-a715-4bb3-bafb-000057873cda admin admin] Notify callbacks [] for security_group, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:50.182728 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-9f5403e2-a715-4bb3-bafb-000057873cda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:50.186234 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-9f5403e2-a715-4bb3-bafb-000057873cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:50.224166 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-9f5403e2-a715-4bb3-bafb-000057873cda admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ca51daac9018418b864fe0a45b2eb85a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1326559 Jun 14 18:19:50.225005 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5403e2-a715-4bb3-bafb-000057873cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd1912e-8269-4221-b22b-219290ed4db3,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:19:50.226894 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 59042) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:19:50.275619 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-17456ce7-9592-4062-a31f-b81e7cc8c0f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:50.295897 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-17456ce7-9592-4062-a31f-b81e7cc8c0f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:50.341235 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-17456ce7-9592-4062-a31f-b81e7cc8c0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:50.343713 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-17456ce7-9592-4062-a31f-b81e7cc8c0f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:50.344854 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-17456ce7-9592-4062-a31f-b81e7cc8c0f5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4bd1912e-8269-4221-b22b-219290ed4db3 HTTP/1.1" status: 204 len: 168 time: 0.1169028 Jun 14 18:19:50.352550 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17456ce7-9592-4062-a31f-b81e7cc8c0f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bd1912e-8269-4221-b22b-219290ed4db3,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:19:50.582202 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da85403-c73e-4d36-accc-1b5f16ca1cb8 req-b74f139b-0882-4792-831a-beda8579046d tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:19:50.583695 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-1da85403-c73e-4d36-accc-1b5f16ca1cb8 req-b74f139b-0882-4792-831a-beda8579046d tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a221484-e5d2-45ab-84ab-a4708fc3a763 HTTP/1.1" status: 200 len: 944 time: 0.0528080 Jun 14 18:19:50.624166 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-1da85403-c73e-4d36-accc-1b5f16ca1cb8 req-4066d89e-f8bc-4ffe-870b-05a9570514c3 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec868785-5059-455d-9001-6c5526312647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338013 Jun 14 18:19:51.305169 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device 6ec0f534-2729-476a-96d4-8f7c9956af2b up at agent hyperv_hv-cinder-82173 {{(pid=102478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:19:51.356625 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Provisioning for port 6ec0f534-2729-476a-96d4-8f7c9956af2b completed by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 18:19:51.360949 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Provisioning complete for port 6ec0f534-2729-476a-96d4-8f7c9956af2b triggered by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:19:51.361324 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:51.383468 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 59076) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:19:51.444700 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Current status of the port 6ec0f534-2729-476a-96d4-8f7c9956af2b is: BUILD; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:19:51.445089 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:51.468820 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a221484-e5d2-45ab-84ab-a4708fc3a763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ec0f534-2729-476a-96d4-8f7c9956af2b'}] {{(pid=102478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:19:51.471144 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d8e2526aaff2bef62a8f92ec40b510f98ca8a12776779af706bb4cba97706d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f4afc0d-e8ac-4723-9db8-9d5fbb95c026" -d '{"events": [{"server_uuid": "0a221484-e5d2-45ab-84ab-a4708fc3a763", "name": "network-vif-plugged", "status": "completed", "tag": "6ec0f534-2729-476a-96d4-8f7c9956af2b"}]}' {{(pid=102478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:19:51.486082 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] For port 6ec0f534-2729-476a-96d4-8f7c9956af2b, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=6ec0f534-2729-476a-96d4-8f7c9956af2b,segment=NetworkSegment(e41fd54e-651a-4afb-9bee-3cafa7991817),segment_id=e41fd54e-651a-4afb-9bee-3cafa7991817)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:19:51.490348 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:51.502491 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-66a58e5f-615c-462a-b7a5-34974ce01d56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:51.515326 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec29c9f-2c48-498f-95de-105bbb0f8127 x-openstack-request-id: req-0ec29c9f-2c48-498f-95de-105bbb0f8127 {{(pid=102478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:19:51.515612 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a221484-e5d2-45ab-84ab-a4708fc3a763", "name": "network-vif-plugged", "status": "completed", "tag": "6ec0f534-2729-476a-96d4-8f7c9956af2b", "code": 200}]} {{(pid=102478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:19:51.515852 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0ec29c9f-2c48-498f-95de-105bbb0f8127 {{(pid=102478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:19:51.516242 dv-cinder-821739-1-iscsi neutron-server[102478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ec29c9f-2c48-498f-95de-105bbb0f8127'] response: {'server_uuid': '0a221484-e5d2-45ab-84ab-a4708fc3a763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ec0f534-2729-476a-96d4-8f7c9956af2b', 'code': 200} Jun 14 18:19:51.547079 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Pushing event updated for resources: {'Port': ['ID=6ec0f534-2729-476a-96d4-8f7c9956af2b,revision_number=5']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:19:51.586889 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-66a58e5f-615c-462a-b7a5-34974ce01d56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:51.591143 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-66a58e5f-615c-462a-b7a5-34974ce01d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:51.622116 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-1a5f21f8-b210-492f-a8cf-2d8a6010caea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:51.645380 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-66a58e5f-615c-462a-b7a5-34974ce01d56 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fb8a9bcf87584d718209b7f6daa63d86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2588584 Jun 14 18:19:51.650575 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 59086) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:19:51.653039 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a58e5f-615c-462a-b7a5-34974ce01d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3cbc537-5fac-4310-b45a-e24fc64e03eb,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:19:51.687289 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc600a-a0b2-4bca-839a-943a0eb3f910 req-489de579-c9ce-4c6e-9792-6249ce78a7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:19:51.688780 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-aebc600a-a0b2-4bca-839a-943a0eb3f910 req-489de579-c9ce-4c6e-9792-6249ce78a7ed service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=0a221484-e5d2-45ab-84ab-a4708fc3a763 HTTP/1.1" status: 200 len: 1098 time: 0.0422246 Jun 14 18:19:51.718285 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-f1b13254-5e97-4b85-9f2d-5b032fa6ab4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:51.739147 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-f1b13254-5e97-4b85-9f2d-5b032fa6ab4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:51.750292 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-aebc600a-a0b2-4bca-839a-943a0eb3f910 req-24f33c79-bb7e-494f-ac8e-0ab78f9030ce service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=ec868785-5059-455d-9001-6c5526312647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535135 Jun 14 18:19:51.768632 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa9200-51c9-4ee0-9202-b39b90de72bb req-3cffc293-ac65-41ac-af26-cf873132047c tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:19:51.770138 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-c6aa9200-51c9-4ee0-9202-b39b90de72bb req-3cffc293-ac65-41ac-af26-cf873132047c tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a221484-e5d2-45ab-84ab-a4708fc3a763 HTTP/1.1" status: 200 len: 945 time: 0.0667365 Jun 14 18:19:51.798104 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-f1b13254-5e97-4b85-9f2d-5b032fa6ab4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:51.800901 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-f1b13254-5e97-4b85-9f2d-5b032fa6ab4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:51.804795 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-f1b13254-5e97-4b85-9f2d-5b032fa6ab4e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e3cbc537-5fac-4310-b45a-e24fc64e03eb HTTP/1.1" status: 204 len: 168 time: 0.1529427 Jun 14 18:19:51.813817 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b13254-5e97-4b85-9f2d-5b032fa6ab4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3cbc537-5fac-4310-b45a-e24fc64e03eb,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:19:51.814404 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-c6aa9200-51c9-4ee0-9202-b39b90de72bb req-3d4d6820-8dbd-4fcd-8604-0eac5ad00485 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec868785-5059-455d-9001-6c5526312647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372388 Jun 14 18:19:51.948515 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:52.855676 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 59124) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:19:52.860832 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.v2.base [None req-34e14eb0-4547-4a5d-8d45-ef3a17e9ddb8 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Request body: {'security_group': {'name': 'tempest-securitygroup--7693308', 'description': 'tempest-description--1386210202'}} {{(pid=102476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:19:52.887949 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-34e14eb0-4547-4a5d-8d45-ef3a17e9ddb8 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks [] for security_group, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:52.950465 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b285c3-26e1-462c-a5d5-525015f0d0aa req-feca77aa-e9d9-48a8-9177-3381aae1445f tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:19:52.952506 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-37b285c3-26e1-462c-a5d5-525015f0d0aa req-feca77aa-e9d9-48a8-9177-3381aae1445f tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a221484-e5d2-45ab-84ab-a4708fc3a763 HTTP/1.1" status: 200 len: 945 time: 0.0629733 Jun 14 18:19:52.963882 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-34e14eb0-4547-4a5d-8d45-ef3a17e9ddb8 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks [] for security_group, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:52.969370 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-34e14eb0-4547-4a5d-8d45-ef3a17e9ddb8 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:52.993794 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-37b285c3-26e1-462c-a5d5-525015f0d0aa req-bd53de4e-c62d-4612-88d7-9817e44924e2 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec868785-5059-455d-9001-6c5526312647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352042 Jun 14 18:19:53.004272 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e14eb0-4547-4a5d-8d45-ef3a17e9ddb8 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a92bd27d-d894-4caa-8e12-840bb56d9418,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:19:53.018033 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-34e14eb0-4547-4a5d-8d45-ef3a17e9ddb8 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks [] for security_group, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:53.021240 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 59126) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:19:53.021386 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-34e14eb0-4547-4a5d-8d45-ef3a17e9ddb8 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.1640213 Jun 14 18:19:53.026234 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.v2.base [None req-98a68008-f25e-4111-893e-7d3ab41664d3 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Request body: {'security_group_rule': {'security_group_id': 'a92bd27d-d894-4caa-8e12-840bb56d9418', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:19:53.052104 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-98a68008-f25e-4111-893e-7d3ab41664d3 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:53.099519 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-98a68008-f25e-4111-893e-7d3ab41664d3 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:53.102822 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-98a68008-f25e-4111-893e-7d3ab41664d3 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8370858'] for security_group_rule, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:53.120253 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a68008-f25e-4111-893e-7d3ab41664d3 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c8156db-ce3a-46ba-a5f0-091fbe02da6f,revision_number=0']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:19:53.128380 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-98a68008-f25e-4111-893e-7d3ab41664d3 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:53.129561 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-98a68008-f25e-4111-893e-7d3ab41664d3 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1072879 Jun 14 18:19:53.132223 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 59128) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:19:53.136838 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.v2.base [None req-a07088f2-efdb-4a27-8d2b-bfbe2eb917c8 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Request body: {'security_group_rule': {'security_group_id': 'a92bd27d-d894-4caa-8e12-840bb56d9418', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:19:53.161662 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-a07088f2-efdb-4a27-8d2b-bfbe2eb917c8 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:53.217594 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-a07088f2-efdb-4a27-8d2b-bfbe2eb917c8 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:53.221253 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-a07088f2-efdb-4a27-8d2b-bfbe2eb917c8 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8370858'] for security_group_rule, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:53.239293 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07088f2-efdb-4a27-8d2b-bfbe2eb917c8 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a46e599-8f2d-4a97-996a-800e2db23f82,revision_number=0']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:19:53.246969 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-a07088f2-efdb-4a27-8d2b-bfbe2eb917c8 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:53.248770 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-a07088f2-efdb-4a27-8d2b-bfbe2eb917c8 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1154156 Jun 14 18:19:53.251762 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 59130) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:19:53.256137 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.v2.base [None req-13c863fd-0ada-4c31-b941-4784bfa580cf tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Request body: {'floatingip': {'floating_network_id': '0514a421-38fe-44fa-a158-ef00d417fed9'}} {{(pid=102477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:19:53.275795 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-13c863fd-0ada-4c31-b941-4784bfa580cf tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks [] for floatingip, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:53.373695 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-13c863fd-0ada-4c31-b941-4784bfa580cf tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:53.475457 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.db_base_plugin_common [None req-13c863fd-0ada-4c31-b941-4784bfa580cf tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Allocated IP 172.27.2.233 (0514a421-38fe-44fa-a158-ef00d417fed9/5974f5a1-c656-4a3f-aaeb-f2cb77111b45/635bb4fd-7dca-4790-b0e1-8dc64c50f5bd) {{(pid=102477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:19:53.577034 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-13c863fd-0ada-4c31-b941-4784bfa580cf tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks [] for port, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:53.610043 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-13c863fd-0ada-4c31-b941-4784bfa580cf tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239190878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16661523'] for port, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:53.645378 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c863fd-0ada-4c31-b941-4784bfa580cf tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Network 0514a421-38fe-44fa-a158-ef00d417fed9 is already hosted by enough agents. {{(pid=102477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:19:53.648223 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.base_scheduler [None req-13c863fd-0ada-4c31-b941-4784bfa580cf tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Resources bound (agent type, host, resource id): {{(pid=102477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:19:53.651695 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c863fd-0ada-4c31-b941-4784bfa580cf tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Received port after_create {{(pid=102477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 14 18:19:53.676298 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c863fd-0ada-4c31-b941-4784bfa580cf tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Pushing event updated for resources: {'Port': ['ID=635bb4fd-7dca-4790-b0e1-8dc64c50f5bd,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:19:53.742211 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-13c863fd-0ada-4c31-b941-4784bfa580cf tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:53.774493 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-13c863fd-0ada-4c31-b941-4784bfa580cf tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:53.930707 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-13c863fd-0ada-4c31-b941-4784bfa580cf tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks [] for port, precommit_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:53.936225 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-13c863fd-0ada-4c31-b941-4784bfa580cf tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16661530'] for port, after_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:54.008755 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c863fd-0ada-4c31-b941-4784bfa580cf tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Pushing event updated for resources: {'Port': ['ID=635bb4fd-7dca-4790-b0e1-8dc64c50f5bd,revision_number=2']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:19:54.016286 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-13c863fd-0ada-4c31-b941-4784bfa580cf tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8287696'] for floatingip, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:54.039644 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-13c863fd-0ada-4c31-b941-4784bfa580cf tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for floatingip, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:54.041065 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-13c863fd-0ada-4c31-b941-4784bfa580cf tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7883043 Jun 14 18:19:54.127861 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38b2c67-a327-4e52-885d-51bc99c9ed54 req-4bcad0a0-6a0a-478e-92a3-4b796b4a9ec7 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:19:54.129255 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-f38b2c67-a327-4e52-885d-51bc99c9ed54 req-4bcad0a0-6a0a-478e-92a3-4b796b4a9ec7 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a221484-e5d2-45ab-84ab-a4708fc3a763 HTTP/1.1" status: 200 len: 945 time: 0.0534544 Jun 14 18:19:54.170387 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-f38b2c67-a327-4e52-885d-51bc99c9ed54 req-9d8cc838-bb2c-4283-9b18-ac097900e096 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec868785-5059-455d-9001-6c5526312647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345626 Jun 14 18:19:54.238095 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-9ea7c13f-dd40-4d98-8912-a59008fc8f5d req-3c61d84c-1d0a-4116-ad15-49251ef25dd9 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--7693308&fields=id&tenant_id=927013c586d5417e99dbc2cf0a0eed12 HTTP/1.1" status: 200 len: 267 time: 0.0327663 Jun 14 18:19:54.292928 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d49159-8d91-4ca2-97a7-b016ac290f94 req-5e713139-f66d-4376-a942-3f636dded42b tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:19:54.294431 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-75d49159-8d91-4ca2-97a7-b016ac290f94 req-5e713139-f66d-4376-a942-3f636dded42b tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a221484-e5d2-45ab-84ab-a4708fc3a763 HTTP/1.1" status: 200 len: 945 time: 0.0583379 Jun 14 18:19:54.334833 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-75d49159-8d91-4ca2-97a7-b016ac290f94 req-c0251b07-8767-43e7-8228-2815c5795b3a tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec868785-5059-455d-9001-6c5526312647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328517 Jun 14 18:19:54.371519 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea7c13f-dd40-4d98-8912-a59008fc8f5d req-ac2801bf-3dbb-458d-aa41-7ee9ba8dc215 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:19:54.373127 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-9ea7c13f-dd40-4d98-8912-a59008fc8f5d req-ac2801bf-3dbb-458d-aa41-7ee9ba8dc215 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/networks?id=a20cd105-ccee-4ccf-aa21-673440674804 HTTP/1.1" status: 200 len: 815 time: 0.1283252 Jun 14 18:19:54.390550 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-9ea7c13f-dd40-4d98-8912-a59008fc8f5d req-454f389a-3cfc-4a9d-ab28-af5ee0709866 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/quotas/927013c586d5417e99dbc2cf0a0eed12 HTTP/1.1" status: 200 len: 375 time: 0.0106740 Jun 14 18:19:54.447502 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-9ea7c13f-dd40-4d98-8912-a59008fc8f5d req-a5def164-9de8-419d-8326-fa9cb265a5a3 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=927013c586d5417e99dbc2cf0a0eed12&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0513706 Jun 14 18:19:54.557524 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-9ea7c13f-dd40-4d98-8912-a59008fc8f5d req-dd6f3891-f1a5-4ee9-b052-148edae63cf3 service neutron] 10.222.0.70 "GET /v2.0/networks/a20cd105-ccee-4ccf-aa21-673440674804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984874 Jun 14 18:19:54.659756 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-9ea7c13f-dd40-4d98-8912-a59008fc8f5d req-730750ce-4fbf-4b8f-b54d-cbfd39ac9ca9 service neutron] 10.222.0.70 "GET /v2.0/networks/a20cd105-ccee-4ccf-aa21-673440674804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960414 Jun 14 18:19:54.738779 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a665776-08d1-4caa-8da2-c0d305e6462e req-58c962bf-5a4f-47e9-a23c-d6997ab0f91e tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:19:54.740939 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-7a665776-08d1-4caa-8da2-c0d305e6462e req-58c962bf-5a4f-47e9-a23c-d6997ab0f91e tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a221484-e5d2-45ab-84ab-a4708fc3a763 HTTP/1.1" status: 200 len: 945 time: 0.0561779 Jun 14 18:19:54.791950 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-7a665776-08d1-4caa-8da2-c0d305e6462e req-6851ea88-2d27-448d-accc-ad9c64b457a3 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec868785-5059-455d-9001-6c5526312647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384600 Jun 14 18:19:54.868418 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-ab56efff-3e77-43b0-b51a-71966d032536 req-9036c420-6804-46dd-958e-164e83dadb6b tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/ports?device_id=55a6790c-9c8e-432b-b2df-2a8441ec2305 HTTP/1.1" status: 200 len: 210 time: 0.0350716 Jun 14 18:19:55.962299 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-7f189d57-1a5f-43bf-b5f8-0b99c34b2124 req-bbeb7ec0-bc8b-4253-be23-30528aee6814 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/ports?device_id=55a6790c-9c8e-432b-b2df-2a8441ec2305 HTTP/1.1" status: 200 len: 210 time: 0.0262916 Jun 14 18:19:57.065102 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-fee82bc0-224b-44f2-a34b-639fa2854009 req-98659d10-1bf3-498e-b625-493a742ff0cc tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/ports?device_id=55a6790c-9c8e-432b-b2df-2a8441ec2305 HTTP/1.1" status: 200 len: 210 time: 0.0253088 Jun 14 18:19:57.139324 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:57.803148 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea7c13f-dd40-4d98-8912-a59008fc8f5d req-86794242-5892-4a61-a458-eb6174f32d3e tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:19:57.804580 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-9ea7c13f-dd40-4d98-8912-a59008fc8f5d req-86794242-5892-4a61-a458-eb6174f32d3e tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.90 "GET /v2.0/networks?id=a20cd105-ccee-4ccf-aa21-673440674804 HTTP/1.1" status: 200 len: 815 time: 0.1015913 Jun 14 18:19:57.854555 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-9ea7c13f-dd40-4d98-8912-a59008fc8f5d req-c8131be9-e8de-4d69-972e-40b4646ec1c1 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=927013c586d5417e99dbc2cf0a0eed12 HTTP/1.1" status: 200 len: 470 time: 0.0377519 Jun 14 18:19:57.868166 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.v2.base [req-9ea7c13f-dd40-4d98-8912-a59008fc8f5d req-f44974af-f797-40c1-9a56-a263971e4776 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Request body: {'port': {'device_id': '55a6790c-9c8e-432b-b2df-2a8441ec2305', 'network_id': 'a20cd105-ccee-4ccf-aa21-673440674804', 'admin_state_up': True, 'tenant_id': '927013c586d5417e99dbc2cf0a0eed12', 'security_groups': ['a92bd27d-d894-4caa-8e12-840bb56d9418']}} {{(pid=102477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:19:57.979065 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ea7c13f-dd40-4d98-8912-a59008fc8f5d req-f44974af-f797-40c1-9a56-a263971e4776 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Made reservation on behalf of 927013c586d5417e99dbc2cf0a0eed12 for: {'port': 1} {{(pid=102477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:19:57.982604 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-9ea7c13f-dd40-4d98-8912-a59008fc8f5d req-f44974af-f797-40c1-9a56-a263971e4776 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:58.107952 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.db_base_plugin_common [req-9ea7c13f-dd40-4d98-8912-a59008fc8f5d req-f44974af-f797-40c1-9a56-a263971e4776 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Allocated IP 172.20.0.5 (a20cd105-ccee-4ccf-aa21-673440674804/adeaf354-122e-42a5-ab5f-7dce689ddb1f/674a2770-445b-422e-9421-e735cc44c009) {{(pid=102477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:19:58.165482 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-0d29c585-4512-4395-b9f0-3d5d3ae321df req-fea258ac-f0a8-48e1-8735-3cf6acfc4a3f tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/ports?device_id=55a6790c-9c8e-432b-b2df-2a8441ec2305 HTTP/1.1" status: 200 len: 210 time: 0.0291622 Jun 14 18:19:58.517797 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-9ea7c13f-dd40-4d98-8912-a59008fc8f5d req-f44974af-f797-40c1-9a56-a263971e4776 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks [] for port, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:58.555794 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-9ea7c13f-dd40-4d98-8912-a59008fc8f5d req-f44974af-f797-40c1-9a56-a263971e4776 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239190878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16661523'] for port, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:58.599687 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ea7c13f-dd40-4d98-8912-a59008fc8f5d req-f44974af-f797-40c1-9a56-a263971e4776 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Network a20cd105-ccee-4ccf-aa21-673440674804 is already hosted by enough agents. {{(pid=102477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:19:58.602892 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.base_scheduler [req-9ea7c13f-dd40-4d98-8912-a59008fc8f5d req-f44974af-f797-40c1-9a56-a263971e4776 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Resources bound (agent type, host, resource id): {{(pid=102477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:19:58.606655 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ea7c13f-dd40-4d98-8912-a59008fc8f5d req-f44974af-f797-40c1-9a56-a263971e4776 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Received port after_create {{(pid=102477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 14 18:19:58.638353 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44974af-f797-40c1-9a56-a263971e4776 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Pushing event updated for resources: {'Port': ['ID=674a2770-445b-422e-9421-e735cc44c009,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:19:58.669446 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea7c13f-dd40-4d98-8912-a59008fc8f5d req-f44974af-f797-40c1-9a56-a263971e4776 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:19:58.669446 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-9ea7c13f-dd40-4d98-8912-a59008fc8f5d req-f44974af-f797-40c1-9a56-a263971e4776 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for port, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:58.686449 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-9ea7c13f-dd40-4d98-8912-a59008fc8f5d req-f44974af-f797-40c1-9a56-a263971e4776 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8218086 Jun 14 18:19:58.704152 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.v2.base [req-9ea7c13f-dd40-4d98-8912-a59008fc8f5d req-d5e767db-fbd7-4b00-909e-0e65f30e8ab0 service neutron] Request body: {'port': {'device_id': '55a6790c-9c8e-432b-b2df-2a8441ec2305', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82173'}} {{(pid=102477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:19:58.765004 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-9ea7c13f-dd40-4d98-8912-a59008fc8f5d req-d5e767db-fbd7-4b00-909e-0e65f30e8ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:58.920629 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-a4174f4b-7b52-4351-b482-8a333f05087f None None] Provisioning complete for port 674a2770-445b-422e-9421-e735cc44c009 triggered by entity DHCP. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:19:58.921192 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-a4174f4b-7b52-4351-b482-8a333f05087f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:58.958379 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-a4174f4b-7b52-4351-b482-8a333f05087f None None] Port 674a2770-445b-422e-9421-e735cc44c009 cannot update to ACTIVE because it is not bound. {{(pid=102478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jun 14 18:19:59.061775 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.notifiers.nova [req-9ea7c13f-dd40-4d98-8912-a59008fc8f5d req-d5e767db-fbd7-4b00-909e-0e65f30e8ab0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 674a2770-445b-422e-9421-e735cc44c009 {{(pid=102477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:19:59.069215 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-9ea7c13f-dd40-4d98-8912-a59008fc8f5d req-d5e767db-fbd7-4b00-909e-0e65f30e8ab0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:59.081238 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.provisioning_blocks [req-9ea7c13f-dd40-4d98-8912-a59008fc8f5d req-d5e767db-fbd7-4b00-909e-0e65f30e8ab0 service neutron] Transition to ACTIVE for port object 674a2770-445b-422e-9421-e735cc44c009 will not be triggered until provisioned by entity L2. {{(pid=102477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 18:19:59.084883 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-9ea7c13f-dd40-4d98-8912-a59008fc8f5d req-d5e767db-fbd7-4b00-909e-0e65f30e8ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16661530'] for port, after_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:59.137584 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e767db-fbd7-4b00-909e-0e65f30e8ab0 service neutron] Pushing event updated for resources: {'Port': ['ID=674a2770-445b-422e-9421-e735cc44c009,revision_number=2']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:19:59.208283 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.managers [req-9ea7c13f-dd40-4d98-8912-a59008fc8f5d req-d5e767db-fbd7-4b00-909e-0e65f30e8ab0 service neutron] Attempting to bind port 674a2770-445b-422e-9421-e735cc44c009 on host hv-cinder-82173 for vnic_type normal with profile {{(pid=102477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 14 18:19:59.208624 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.managers [req-9ea7c13f-dd40-4d98-8912-a59008fc8f5d req-d5e767db-fbd7-4b00-909e-0e65f30e8ab0 service neutron] Attempting to bind port 674a2770-445b-422e-9421-e735cc44c009 by drivers openvswitch,hyperv on host hv-cinder-82173 at level 0 using segments [{'id': '6328bd3b-152c-46b0-856b-068df43a7723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'a20cd105-ccee-4ccf-aa21-673440674804'}] {{(pid=102477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 14 18:19:59.209178 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea7c13f-dd40-4d98-8912-a59008fc8f5d req-d5e767db-fbd7-4b00-909e-0e65f30e8ab0 service neutron] Attempting to bind port 674a2770-445b-422e-9421-e735cc44c009 on network a20cd105-ccee-4ccf-aa21-673440674804 {{(pid=102477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:19:59.215221 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea7c13f-dd40-4d98-8912-a59008fc8f5d req-d5e767db-fbd7-4b00-909e-0e65f30e8ab0 service neutron] Port 674a2770-445b-422e-9421-e735cc44c009 on network a20cd105-ccee-4ccf-aa21-673440674804 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82173 {{(pid=102477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 14 18:19:59.215579 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea7c13f-dd40-4d98-8912-a59008fc8f5d req-d5e767db-fbd7-4b00-909e-0e65f30e8ab0 service neutron] Attempting to bind port 674a2770-445b-422e-9421-e735cc44c009 on network a20cd105-ccee-4ccf-aa21-673440674804 {{(pid=102477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:19:59.220804 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea7c13f-dd40-4d98-8912-a59008fc8f5d req-d5e767db-fbd7-4b00-909e-0e65f30e8ab0 service neutron] Checking agent: {'id': '37867b7d-ea9d-4c92-b09f-db78138d4892', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82173', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 9, 26), 'started_at': datetime.datetime(2022, 6, 14, 18, 9, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:19:59.221144 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea7c13f-dd40-4d98-8912-a59008fc8f5d req-d5e767db-fbd7-4b00-909e-0e65f30e8ab0 service neutron] Checking segment: {'id': '6328bd3b-152c-46b0-856b-068df43a7723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'a20cd105-ccee-4ccf-aa21-673440674804'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 14 18:19:59.221532 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea7c13f-dd40-4d98-8912-a59008fc8f5d req-d5e767db-fbd7-4b00-909e-0e65f30e8ab0 service neutron] Bound using segment: {'id': '6328bd3b-152c-46b0-856b-068df43a7723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'a20cd105-ccee-4ccf-aa21-673440674804'} {{(pid=102477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:19:59.221996 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.managers [req-9ea7c13f-dd40-4d98-8912-a59008fc8f5d req-d5e767db-fbd7-4b00-909e-0e65f30e8ab0 service neutron] Bound port: 674a2770-445b-422e-9421-e735cc44c009, host: hv-cinder-82173, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6328bd3b-152c-46b0-856b-068df43a7723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'a20cd105-ccee-4ccf-aa21-673440674804'}}] {{(pid=102477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 14 18:19:59.222357 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-9ea7c13f-dd40-4d98-8912-a59008fc8f5d req-d5e767db-fbd7-4b00-909e-0e65f30e8ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:59.297282 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.db [req-9ea7c13f-dd40-4d98-8912-a59008fc8f5d req-d5e767db-fbd7-4b00-909e-0e65f30e8ab0 service neutron] For port 674a2770-445b-422e-9421-e735cc44c009, host hv-cinder-82173, cleared binding levels {{(pid=102477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:19:59.299748 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3d5c88-e572-43f0-971f-34fd87740350 req-7363ebfb-2baf-43c5-9823-27d0a1580e3e tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:19:59.300668 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.db [req-9ea7c13f-dd40-4d98-8912-a59008fc8f5d req-d5e767db-fbd7-4b00-909e-0e65f30e8ab0 service neutron] For port 674a2770-445b-422e-9421-e735cc44c009, host hv-cinder-82173, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=674a2770-445b-422e-9421-e735cc44c009,segment=NetworkSegment(6328bd3b-152c-46b0-856b-068df43a7723),segment_id=6328bd3b-152c-46b0-856b-068df43a7723)] {{(pid=102477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:19:59.301411 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-8a3d5c88-e572-43f0-971f-34fd87740350 req-7363ebfb-2baf-43c5-9823-27d0a1580e3e tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/ports?device_id=55a6790c-9c8e-432b-b2df-2a8441ec2305 HTTP/1.1" status: 200 len: 943 time: 0.0591636 Jun 14 18:19:59.305614 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-9ea7c13f-dd40-4d98-8912-a59008fc8f5d req-d5e767db-fbd7-4b00-909e-0e65f30e8ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16661530'] for port, after_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:59.342024 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea7c13f-dd40-4d98-8912-a59008fc8f5d req-d5e767db-fbd7-4b00-909e-0e65f30e8ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:19:59.346421 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-8a3d5c88-e572-43f0-971f-34fd87740350 req-45a0d9ae-f0e1-4be5-855a-ace08f0f7a2b tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/security-groups?id=a92bd27d-d894-4caa-8e12-840bb56d9418&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0369573 Jun 14 18:19:59.349990 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-9ea7c13f-dd40-4d98-8912-a59008fc8f5d req-d5e767db-fbd7-4b00-909e-0e65f30e8ab0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for port, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:19:59.351328 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-9ea7c13f-dd40-4d98-8912-a59008fc8f5d req-d5e767db-fbd7-4b00-909e-0e65f30e8ab0 service neutron] 10.222.0.90 "PUT /v2.0/ports/674a2770-445b-422e-9421-e735cc44c009 HTTP/1.1" status: 200 len: 1093 time: 0.6564286 Jun 14 18:19:59.354648 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55a6790c-9c8e-432b-b2df-2a8441ec2305', 'tag': '674a2770-445b-422e-9421-e735cc44c009'}] {{(pid=102477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:19:59.357145 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63a05a5c49a881ad62840f65bcdf4689c8e257def52ee20504415851ea2faa0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c7b718e-e2f7-401a-93e0-bbb9793f7ca2" -d '{"events": [{"name": "network-changed", "server_uuid": "55a6790c-9c8e-432b-b2df-2a8441ec2305", "tag": "674a2770-445b-422e-9421-e735cc44c009"}]}' {{(pid=102477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:19:59.388058 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e767db-fbd7-4b00-909e-0e65f30e8ab0 service neutron] Pushing event updated for resources: {'Port': ['ID=674a2770-445b-422e-9421-e735cc44c009,revision_number=3']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:19:59.413400 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Jun 2022 18:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e13432-7cf3-4266-801b-23da36ef51a3 x-openstack-request-id: req-35e13432-7cf3-4266-801b-23da36ef51a3 {{(pid=102477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:19:59.413726 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55a6790c-9c8e-432b-b2df-2a8441ec2305", "tag": "674a2770-445b-422e-9421-e735cc44c009", "status": "completed", "code": 200}]} {{(pid=102477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:19:59.414124 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-35e13432-7cf3-4266-801b-23da36ef51a3 {{(pid=102477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:19:59.414781 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35e13432-7cf3-4266-801b-23da36ef51a3'] response: {'name': 'network-changed', 'server_uuid': '55a6790c-9c8e-432b-b2df-2a8441ec2305', 'tag': '674a2770-445b-422e-9421-e735cc44c009', 'status': 'completed', 'code': 200} Jun 14 18:19:59.465988 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea7c13f-dd40-4d98-8912-a59008fc8f5d req-a2112531-019f-49e4-aa15-4a4b0cc8eb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:19:59.467469 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-9ea7c13f-dd40-4d98-8912-a59008fc8f5d req-a2112531-019f-49e4-aa15-4a4b0cc8eb2d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=927013c586d5417e99dbc2cf0a0eed12&device_id=55a6790c-9c8e-432b-b2df-2a8441ec2305 HTTP/1.1" status: 200 len: 1096 time: 0.0422614 Jun 14 18:19:59.514742 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-9ea7c13f-dd40-4d98-8912-a59008fc8f5d req-f2efe7d8-f8fb-4ca8-94a1-6d2bb2198d86 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=674a2770-445b-422e-9421-e735cc44c009 HTTP/1.1" status: 200 len: 217 time: 0.0384517 Jun 14 18:19:59.563876 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea7c13f-dd40-4d98-8912-a59008fc8f5d req-a04b5d83-ef88-4fad-b874-90f58ae36fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:19:59.565323 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-9ea7c13f-dd40-4d98-8912-a59008fc8f5d req-a04b5d83-ef88-4fad-b874-90f58ae36fa7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=adeaf354-122e-42a5-ab5f-7dce689ddb1f HTTP/1.1" status: 200 len: 854 time: 0.0443156 Jun 14 18:19:59.612233 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea7c13f-dd40-4d98-8912-a59008fc8f5d req-ef5c7669-84ec-4cbc-bcbe-1072188ef851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:19:59.613633 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-9ea7c13f-dd40-4d98-8912-a59008fc8f5d req-ef5c7669-84ec-4cbc-bcbe-1072188ef851 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a20cd105-ccee-4ccf-aa21-673440674804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410011 Jun 14 18:19:59.705841 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-9ea7c13f-dd40-4d98-8912-a59008fc8f5d req-1da179b9-4d38-439a-91c1-98acaaceed32 service neutron] 10.222.0.90 "GET /v2.0/networks/a20cd105-ccee-4ccf-aa21-673440674804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841653 Jun 14 18:19:59.794217 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-9ea7c13f-dd40-4d98-8912-a59008fc8f5d req-bc1e2c39-b346-4657-b9d5-80915d50e54d service neutron] 10.222.0.90 "GET /v2.0/networks/a20cd105-ccee-4ccf-aa21-673440674804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815566 Jun 14 18:19:59.889567 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7b718e-e2f7-401a-93e0-bbb9793f7ca2 req-bbbf77e0-c42a-4fe8-8b0b-30f3df14b2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:19:59.891177 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-7c7b718e-e2f7-401a-93e0-bbb9793f7ca2 req-bbbf77e0-c42a-4fe8-8b0b-30f3df14b2b7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=927013c586d5417e99dbc2cf0a0eed12&device_id=55a6790c-9c8e-432b-b2df-2a8441ec2305 HTTP/1.1" status: 200 len: 1096 time: 0.0490828 Jun 14 18:19:59.990658 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7b718e-e2f7-401a-93e0-bbb9793f7ca2 req-bcce8501-3214-45c3-bca1-0644526025a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:19:59.992228 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-7c7b718e-e2f7-401a-93e0-bbb9793f7ca2 req-bcce8501-3214-45c3-bca1-0644526025a2 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a20cd105-ccee-4ccf-aa21-673440674804 HTTP/1.1" status: 200 len: 917 time: 0.0941570 Jun 14 18:20:00.043180 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-7c7b718e-e2f7-401a-93e0-bbb9793f7ca2 req-92d2c9cc-04c2-43f9-9be9-47fc3c1cff69 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=674a2770-445b-422e-9421-e735cc44c009 HTTP/1.1" status: 200 len: 217 time: 0.0395253 Jun 14 18:20:00.093770 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7b718e-e2f7-401a-93e0-bbb9793f7ca2 req-4c6a42d8-d101-4c8c-a868-6716d4749f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:20:00.095380 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-7c7b718e-e2f7-401a-93e0-bbb9793f7ca2 req-4c6a42d8-d101-4c8c-a868-6716d4749f4c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=adeaf354-122e-42a5-ab5f-7dce689ddb1f HTTP/1.1" status: 200 len: 854 time: 0.0433667 Jun 14 18:20:00.142252 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7b718e-e2f7-401a-93e0-bbb9793f7ca2 req-d2cb79d7-8b99-4bb7-9334-c277672687bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:20:00.143999 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-7c7b718e-e2f7-401a-93e0-bbb9793f7ca2 req-d2cb79d7-8b99-4bb7-9334-c277672687bf service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a20cd105-ccee-4ccf-aa21-673440674804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419865 Jun 14 18:20:00.240083 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-7c7b718e-e2f7-401a-93e0-bbb9793f7ca2 req-b6ed202b-727e-43c4-8e38-8131f1e9fcc3 service neutron] 10.222.0.90 "GET /v2.0/networks/a20cd105-ccee-4ccf-aa21-673440674804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873616 Jun 14 18:20:00.334639 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-7c7b718e-e2f7-401a-93e0-bbb9793f7ca2 req-74ce9af1-3f4f-464e-b6b2-8cd3ef855041 service neutron] 10.222.0.90 "GET /v2.0/networks/a20cd105-ccee-4ccf-aa21-673440674804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852098 Jun 14 18:20:00.470197 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6026fa3-e098-4dc7-82ec-82120883cfd1 req-4aad1f52-099e-421f-9285-4acbf817d72b tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:20:00.471654 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-e6026fa3-e098-4dc7-82ec-82120883cfd1 req-4aad1f52-099e-421f-9285-4acbf817d72b tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/ports?device_id=55a6790c-9c8e-432b-b2df-2a8441ec2305 HTTP/1.1" status: 200 len: 943 time: 0.0496380 Jun 14 18:20:00.508390 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-e6026fa3-e098-4dc7-82ec-82120883cfd1 req-77406928-e3f3-453d-b946-88d42d6ad37d tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/security-groups?id=a92bd27d-d894-4caa-8e12-840bb56d9418&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0304387 Jun 14 18:20:01.224121 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 59268) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:20:01.327206 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-61fb0386-6233-4df7-a2f6-e4d3ccf4d5a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:01.400671 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-61fb0386-6233-4df7-a2f6-e4d3ccf4d5a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:01.404936 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-61fb0386-6233-4df7-a2f6-e4d3ccf4d5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:01.448143 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-61fb0386-6233-4df7-a2f6-e4d3ccf4d5a5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=57943f09512d4659b1c8d1d9ffff2368&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2217128 Jun 14 18:20:01.449279 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fb0386-6233-4df7-a2f6-e4d3ccf4d5a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df742767-460c-4876-b1fb-1b06c6567882,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:20:01.450268 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 59272) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:20:01.497334 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-9a419b13-1bb4-4bf0-873a-11dd921f2f52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:01.518036 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-9a419b13-1bb4-4bf0-873a-11dd921f2f52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:01.564158 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-9a419b13-1bb4-4bf0-873a-11dd921f2f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:01.566722 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-9a419b13-1bb4-4bf0-873a-11dd921f2f52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:01.567900 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-9a419b13-1bb4-4bf0-873a-11dd921f2f52 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/df742767-460c-4876-b1fb-1b06c6567882 HTTP/1.1" status: 204 len: 168 time: 0.1166043 Jun 14 18:20:01.576172 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a419b13-1bb4-4bf0-873a-11dd921f2f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df742767-460c-4876-b1fb-1b06c6567882,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:20:01.630880 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffad67f-ec59-4776-9214-8f8d9d24e281 req-1faaa891-f7bb-4480-aed2-8c09be932772 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:20:01.632400 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-0ffad67f-ec59-4776-9214-8f8d9d24e281 req-1faaa891-f7bb-4480-aed2-8c09be932772 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/ports?device_id=55a6790c-9c8e-432b-b2df-2a8441ec2305 HTTP/1.1" status: 200 len: 943 time: 0.0512602 Jun 14 18:20:01.671627 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-0ffad67f-ec59-4776-9214-8f8d9d24e281 req-f69b2267-1651-4c91-ac3c-b4d8375cd599 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/security-groups?id=a92bd27d-d894-4caa-8e12-840bb56d9418&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0323994 Jun 14 18:20:02.791568 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1111aa-f5e6-4e34-a849-1935eac8c84e req-73d410c6-d070-42ee-99ae-1d62b73d8a23 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:20:02.792998 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-4f1111aa-f5e6-4e34-a849-1935eac8c84e req-73d410c6-d070-42ee-99ae-1d62b73d8a23 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/ports?device_id=55a6790c-9c8e-432b-b2df-2a8441ec2305 HTTP/1.1" status: 200 len: 943 time: 0.0516248 Jun 14 18:20:02.831936 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-4f1111aa-f5e6-4e34-a849-1935eac8c84e req-8a4aa5de-c443-495e-8205-e97131f0fb99 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/security-groups?id=a92bd27d-d894-4caa-8e12-840bb56d9418&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0322058 Jun 14 18:20:03.413134 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device 674a2770-445b-422e-9421-e735cc44c009 details requested by agent hyperv_hv-cinder-82173 with host hv-cinder-82173 {{(pid=102478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 14 18:20:03.505050 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] For port 674a2770-445b-422e-9421-e735cc44c009, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=674a2770-445b-422e-9421-e735cc44c009,segment=NetworkSegment(6328bd3b-152c-46b0-856b-068df43a7723),segment_id=6328bd3b-152c-46b0-856b-068df43a7723)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:20:03.515754 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Returning: {'device': '674a2770-445b-422e-9421-e735cc44c009', 'network_id': 'a20cd105-ccee-4ccf-aa21-673440674804', 'port_id': '674a2770-445b-422e-9421-e735cc44c009', 'mac_address': 'fa:16:3e:da:34:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1001, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adeaf354-122e-42a5-ab5f-7dce689ddb1f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 14 18:20:03.555211 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Current status of the port 674a2770-445b-422e-9421-e735cc44c009 is: DOWN; New status is: BUILD {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:20:03.555595 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:03.567976 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.notifiers.nova [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 674a2770-445b-422e-9421-e735cc44c009 {{(pid=102478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:20:03.587068 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] For port 674a2770-445b-422e-9421-e735cc44c009, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=674a2770-445b-422e-9421-e735cc44c009,segment=NetworkSegment(6328bd3b-152c-46b0-856b-068df43a7723),segment_id=6328bd3b-152c-46b0-856b-068df43a7723)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:20:03.591922 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:03.639803 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Pushing event updated for resources: {'Port': ['ID=674a2770-445b-422e-9421-e735cc44c009,revision_number=4']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:20:03.880156 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] get_ports_and_sgs() called for port_ids ['674a2770-445b-422e-9421-e735cc44c009'] {{(pid=102478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 14 18:20:03.953302 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa37e65-17b2-4805-bf10-3e24b34d9335 req-fa3ca64b-18bd-4ba0-8937-5e8173edee0b tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:20:03.958144 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-afa37e65-17b2-4805-bf10-3e24b34d9335 req-fa3ca64b-18bd-4ba0-8937-5e8173edee0b tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/ports?device_id=55a6790c-9c8e-432b-b2df-2a8441ec2305 HTTP/1.1" status: 200 len: 944 time: 0.0570638 Jun 14 18:20:03.994930 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-afa37e65-17b2-4805-bf10-3e24b34d9335 req-11a7c876-9ac2-47a6-b535-218865e06bb6 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/security-groups?id=a92bd27d-d894-4caa-8e12-840bb56d9418&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0327954 Jun 14 18:20:05.127555 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43021050-2c52-4250-abc3-f3da680dd9ce req-8737a4aa-f810-4209-85f8-cefcb78051e7 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:20:05.129047 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-43021050-2c52-4250-abc3-f3da680dd9ce req-8737a4aa-f810-4209-85f8-cefcb78051e7 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/ports?device_id=55a6790c-9c8e-432b-b2df-2a8441ec2305 HTTP/1.1" status: 200 len: 944 time: 0.0499969 Jun 14 18:20:05.170782 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-43021050-2c52-4250-abc3-f3da680dd9ce req-a39125b1-653e-4d69-a5df-63754694568e tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/security-groups?id=a92bd27d-d894-4caa-8e12-840bb56d9418&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0354145 Jun 14 18:20:05.440265 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device 674a2770-445b-422e-9421-e735cc44c009 up at agent hyperv_hv-cinder-82173 {{(pid=102478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:20:05.492707 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Provisioning for port 674a2770-445b-422e-9421-e735cc44c009 completed by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 18:20:05.497108 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Provisioning complete for port 674a2770-445b-422e-9421-e735cc44c009 triggered by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:20:05.497473 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:05.574448 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Current status of the port 674a2770-445b-422e-9421-e735cc44c009 is: BUILD; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:20:05.574751 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:05.596767 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55a6790c-9c8e-432b-b2df-2a8441ec2305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '674a2770-445b-422e-9421-e735cc44c009'}] {{(pid=102478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:20:05.599289 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d8e2526aaff2bef62a8f92ec40b510f98ca8a12776779af706bb4cba97706d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd9fd868-6b1c-4aef-b22d-49207dd03cf5" -d '{"events": [{"server_uuid": "55a6790c-9c8e-432b-b2df-2a8441ec2305", "name": "network-vif-plugged", "status": "completed", "tag": "674a2770-445b-422e-9421-e735cc44c009"}]}' {{(pid=102478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:20:05.612593 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] For port 674a2770-445b-422e-9421-e735cc44c009, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=674a2770-445b-422e-9421-e735cc44c009,segment=NetworkSegment(6328bd3b-152c-46b0-856b-068df43a7723),segment_id=6328bd3b-152c-46b0-856b-068df43a7723)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:20:05.617520 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:05.640958 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf3939e-6c19-42cd-afd6-03249a90ef0c x-openstack-request-id: req-dbf3939e-6c19-42cd-afd6-03249a90ef0c {{(pid=102478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:20:05.641250 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55a6790c-9c8e-432b-b2df-2a8441ec2305", "name": "network-vif-plugged", "status": "completed", "tag": "674a2770-445b-422e-9421-e735cc44c009", "code": 200}]} {{(pid=102478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:20:05.641499 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dbf3939e-6c19-42cd-afd6-03249a90ef0c {{(pid=102478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:20:05.641911 dv-cinder-821739-1-iscsi neutron-server[102478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbf3939e-6c19-42cd-afd6-03249a90ef0c'] response: {'server_uuid': '55a6790c-9c8e-432b-b2df-2a8441ec2305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '674a2770-445b-422e-9421-e735cc44c009', 'code': 200} Jun 14 18:20:05.668977 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Pushing event updated for resources: {'Port': ['ID=674a2770-445b-422e-9421-e735cc44c009,revision_number=5']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:20:05.805238 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21809c9-05fc-4c04-8bce-9dc6b76f2ccc req-2bb2e288-85f9-400e-b804-8b786dfd5c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:20:05.806802 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-d21809c9-05fc-4c04-8bce-9dc6b76f2ccc req-2bb2e288-85f9-400e-b804-8b786dfd5c8a service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=55a6790c-9c8e-432b-b2df-2a8441ec2305 HTTP/1.1" status: 200 len: 1098 time: 0.0402734 Jun 14 18:20:05.847963 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-d21809c9-05fc-4c04-8bce-9dc6b76f2ccc req-5dd9046f-df06-4cfc-b778-ef9bd02457d7 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=a92bd27d-d894-4caa-8e12-840bb56d9418&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0322134 Jun 14 18:20:06.295091 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7caf43-0dbc-4992-8cee-d01ebb99de84 req-1b7dce84-8347-46e4-b6f4-cbc48f26ff75 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:20:06.302265 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-af7caf43-0dbc-4992-8cee-d01ebb99de84 req-1b7dce84-8347-46e4-b6f4-cbc48f26ff75 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/ports?device_id=55a6790c-9c8e-432b-b2df-2a8441ec2305 HTTP/1.1" status: 200 len: 945 time: 0.0640242 Jun 14 18:20:06.337484 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-af7caf43-0dbc-4992-8cee-d01ebb99de84 req-330b3966-2e18-4048-85de-db30a26f5be3 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/security-groups?id=a92bd27d-d894-4caa-8e12-840bb56d9418&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0343618 Jun 14 18:20:06.487863 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4812ff-7ddc-4eb3-9a92-5664723e4b29 req-28391e76-1440-4ca8-a657-0aa0ad2f6981 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:20:06.489359 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-ab4812ff-7ddc-4eb3-9a92-5664723e4b29 req-28391e76-1440-4ca8-a657-0aa0ad2f6981 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a221484-e5d2-45ab-84ab-a4708fc3a763 HTTP/1.1" status: 200 len: 945 time: 0.0489943 Jun 14 18:20:06.525867 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-ab4812ff-7ddc-4eb3-9a92-5664723e4b29 req-a8e48dc4-de57-4ba4-be79-14423f680c83 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec868785-5059-455d-9001-6c5526312647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304971 Jun 14 18:20:06.549667 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 59362) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:20:06.739307 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1a33cb-497a-4495-acd6-79fb1ef75440 tempest-TestMinimumBasicScenario-1300246017 tempest-TestMinimumBasicScenario-1300246017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:20:06.740725 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-be1a33cb-497a-4495-acd6-79fb1ef75440 tempest-TestMinimumBasicScenario-1300246017 tempest-TestMinimumBasicScenario-1300246017-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=0a221484-e5d2-45ab-84ab-a4708fc3a763 HTTP/1.1" status: 200 len: 1093 time: 0.1900566 Jun 14 18:20:06.743513 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 59366) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:20:06.747774 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.v2.base [None req-e6d1f775-0962-429e-8507-0c9e5dd74b64 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Request body: {'floatingip': {'floating_network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'port_id': '6ec0f534-2729-476a-96d4-8f7c9956af2b', 'tenant_id': '4b4f2b7d952e423aa02fb0cf7edd9c34', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:20:06.767121 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-e6d1f775-0962-429e-8507-0c9e5dd74b64 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Notify callbacks [] for floatingip, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:06.863957 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-e6d1f775-0962-429e-8507-0c9e5dd74b64 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:06.970239 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.db.db_base_plugin_common [None req-e6d1f775-0962-429e-8507-0c9e5dd74b64 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Allocated IP 172.27.2.207 (0514a421-38fe-44fa-a158-ef00d417fed9/5974f5a1-c656-4a3f-aaeb-f2cb77111b45/76c3b3dd-7146-494f-a608-fd5e6e571844) {{(pid=102476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:20:07.070542 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-e6d1f775-0962-429e-8507-0c9e5dd74b64 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Notify callbacks [] for port, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:07.109600 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-e6d1f775-0962-429e-8507-0c9e5dd74b64 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239190878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378765'] for port, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:07.149345 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d1f775-0962-429e-8507-0c9e5dd74b64 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Network 0514a421-38fe-44fa-a158-ef00d417fed9 is already hosted by enough agents. {{(pid=102476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:20:07.157928 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.base_scheduler [None req-e6d1f775-0962-429e-8507-0c9e5dd74b64 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Resources bound (agent type, host, resource id): {{(pid=102476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:20:07.160280 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d1f775-0962-429e-8507-0c9e5dd74b64 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Received port after_create {{(pid=102476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 14 18:20:07.163513 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d1f775-0962-429e-8507-0c9e5dd74b64 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Pushing event updated for resources: {'Port': ['ID=76c3b3dd-7146-494f-a608-fd5e6e571844,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:20:07.512305 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0340dcdf-f994-4025-aa7b-63e769791a58 req-9b87b377-b150-48dc-aad0-e636d9408aac tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:20:07.513805 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-0340dcdf-f994-4025-aa7b-63e769791a58 req-9b87b377-b150-48dc-aad0-e636d9408aac tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/ports?device_id=55a6790c-9c8e-432b-b2df-2a8441ec2305 HTTP/1.1" status: 200 len: 945 time: 0.0904860 Jun 14 18:20:07.900974 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-0340dcdf-f994-4025-aa7b-63e769791a58 req-91f040d9-127e-4808-8b12-66000b143347 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/security-groups?id=a92bd27d-d894-4caa-8e12-840bb56d9418&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3781056 Jun 14 18:20:07.904366 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-e6d1f775-0962-429e-8507-0c9e5dd74b64 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:07.973544 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-e6d1f775-0962-429e-8507-0c9e5dd74b64 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:08.017858 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29811ae6-b498-42df-8fe7-725831fec5e7 req-51ae75f0-070d-4444-a9bd-01402b2a83f1 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:20:08.019487 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-29811ae6-b498-42df-8fe7-725831fec5e7 req-51ae75f0-070d-4444-a9bd-01402b2a83f1 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/ports?device_id=55a6790c-9c8e-432b-b2df-2a8441ec2305 HTTP/1.1" status: 200 len: 945 time: 0.0537179 Jun 14 18:20:08.032618 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 59380) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:20:08.037129 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.v2.base [None req-72b74a14-adfc-46d8-8ebf-00dec2af5d6c tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Request body: {'floatingip': {'port_id': '674a2770-445b-422e-9421-e735cc44c009'}} {{(pid=102477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:20:08.078752 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-72b74a14-adfc-46d8-8ebf-00dec2af5d6c tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks [] for floatingip, before_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:08.138364 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-e6d1f775-0962-429e-8507-0c9e5dd74b64 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Notify callbacks [] for port, precommit_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:08.142805 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-e6d1f775-0962-429e-8507-0c9e5dd74b64 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5378756'] for port, after_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:08.212545 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d1f775-0962-429e-8507-0c9e5dd74b64 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Pushing event updated for resources: {'Port': ['ID=76c3b3dd-7146-494f-a608-fd5e6e571844,revision_number=2']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:20:08.222219 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-e6d1f775-0962-429e-8507-0c9e5dd74b64 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8287696'] for floatingip, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:08.326527 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.db.l3_db [None req-e6d1f775-0962-429e-8507-0c9e5dd74b64 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Floating IP ef3a39f6-43dc-417d-945c-86f43766364d associated. External IP: 172.27.2.207, port: 6ec0f534-2729-476a-96d4-8f7c9956af2b. Jun 14 18:20:08.525825 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-72b74a14-adfc-46d8-8ebf-00dec2af5d6c tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:08.529696 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-72b74a14-adfc-46d8-8ebf-00dec2af5d6c tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8287696'] for floatingip, after_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:08.535956 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6d1f775-0962-429e-8507-0c9e5dd74b64 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Router aba41a20-d272-435e-ab01-6fa1364cbd3c has already been hosted by L3 agent 2bd7ef4a-700f-45f4-ae1e-98ca6454acba {{(pid=102476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:20:08.632040 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.db.l3_db [None req-72b74a14-adfc-46d8-8ebf-00dec2af5d6c tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Floating IP 0da23693-9380-445e-805c-b98df0997290 associated. External IP: 172.27.2.233, port: 674a2770-445b-422e-9421-e735cc44c009. Jun 14 18:20:08.645108 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6d1f775-0962-429e-8507-0c9e5dd74b64 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Notify agent at l3_agent.dv-cinder-821739-1-iscsi the message routers_updated {{(pid=102476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:20:08.657708 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cdc32a-8386-4081-ac99-cc27aec6c63a None None] Sync routers for ids ['aba41a20-d272-435e-ab01-6fa1364cbd3c'] in dv-cinder-821739-1-iscsi {{(pid=102479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:20:08.663180 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-e6d1f775-0962-429e-8507-0c9e5dd74b64 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for floatingip, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:08.670635 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cdc32a-8386-4081-ac99-cc27aec6c63a None None] Routers {'aba41a20-d272-435e-ab01-6fa1364cbd3c'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:20:08.671248 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-33cdc32a-8386-4081-ac99-cc27aec6c63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:19:49Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['aba41a20-d272-435e-ab01-6fa1364cbd3c'], 'active': True} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:20:08.695087 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-e6d1f775-0962-429e-8507-0c9e5dd74b64 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9505646 Jun 14 18:20:08.695674 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a221484-e5d2-45ab-84ab-a4708fc3a763', 'tag': '6ec0f534-2729-476a-96d4-8f7c9956af2b'}] {{(pid=102476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:20:08.697992 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f6785e4de8a87b7f797dd5e96f4d126f8c0b91c7fbdcfaa1853e8ef739b068f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e23313-74ce-469a-ba5f-da9a22a80efe" -d '{"events": [{"name": "network-changed", "server_uuid": "0a221484-e5d2-45ab-84ab-a4708fc3a763", "tag": "6ec0f534-2729-476a-96d4-8f7c9956af2b"}]}' {{(pid=102476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:20:08.701124 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 59384) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:20:08.705413 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.v2.base [None req-f5174c4b-bee2-48c3-9c52-d7bdb56fd1b6 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-439515614', 'description': 'tempest-secgroup-smoke-439515614 description', 'project_id': '4b4f2b7d952e423aa02fb0cf7edd9c34'}} {{(pid=102476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:20:08.730890 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-f5174c4b-bee2-48c3-9c52-d7bdb56fd1b6 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Notify callbacks [] for security_group, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:08.766779 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Jun 2022 18:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edbc6ba1-b3b8-4c29-b983-f71edd2014d8 x-openstack-request-id: req-edbc6ba1-b3b8-4c29-b983-f71edd2014d8 {{(pid=102476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:20:08.767419 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a221484-e5d2-45ab-84ab-a4708fc3a763", "tag": "6ec0f534-2729-476a-96d4-8f7c9956af2b", "status": "completed", "code": 200}]} {{(pid=102476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:20:08.767942 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-edbc6ba1-b3b8-4c29-b983-f71edd2014d8 {{(pid=102476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:20:08.768575 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edbc6ba1-b3b8-4c29-b983-f71edd2014d8'] response: {'name': 'network-changed', 'server_uuid': '0a221484-e5d2-45ab-84ab-a4708fc3a763', 'tag': '6ec0f534-2729-476a-96d4-8f7c9956af2b', 'status': 'completed', 'code': 200} Jun 14 18:20:08.822873 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvr_db [None req-33cdc32a-8386-4081-ac99-cc27aec6c63a None None] Set router aba41a20-d272-435e-ab01-6fa1364cbd3c gateway port host: dv-cinder-821739-1-iscsi {{(pid=102479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:20:08.827662 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-f5174c4b-bee2-48c3-9c52-d7bdb56fd1b6 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Notify callbacks [] for security_group, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:08.832933 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-f5174c4b-bee2-48c3-9c52-d7bdb56fd1b6 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:08.867032 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5174c4b-bee2-48c3-9c52-d7bdb56fd1b6 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c3f55f1-fcdc-43bd-99f5-a654d391ae4b,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:20:08.886689 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e23313-74ce-469a-ba5f-da9a22a80efe req-e5a407f7-536b-41e7-8508-66e9224c46f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:20:08.888287 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-82e23313-74ce-469a-ba5f-da9a22a80efe req-e5a407f7-536b-41e7-8508-66e9224c46f0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b4f2b7d952e423aa02fb0cf7edd9c34&device_id=0a221484-e5d2-45ab-84ab-a4708fc3a763 HTTP/1.1" status: 200 len: 1098 time: 0.0901086 Jun 14 18:20:08.897796 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-f5174c4b-bee2-48c3-9c52-d7bdb56fd1b6 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Notify callbacks [] for security_group, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:08.899802 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-f5174c4b-bee2-48c3-9c52-d7bdb56fd1b6 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1978145 Jun 14 18:20:08.906225 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 59390) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:20:08.912000 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.v2.base [None req-57607a77-72b3-459c-92e5-dcc8ce4a60f2 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Request body: {'security_group_rule': {'security_group_id': '9c3f55f1-fcdc-43bd-99f5-a654d391ae4b', 'project_id': '4b4f2b7d952e423aa02fb0cf7edd9c34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:20:08.929266 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72b74a14-adfc-46d8-8ebf-00dec2af5d6c tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Router ef5d4ac0-65e8-4141-a13d-576baaa329ba has already been hosted by L3 agent 2bd7ef4a-700f-45f4-ae1e-98ca6454acba {{(pid=102477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:20:08.947731 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-57607a77-72b3-459c-92e5-dcc8ce4a60f2 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:09.023571 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-57607a77-72b3-459c-92e5-dcc8ce4a60f2 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:09.030562 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-57607a77-72b3-459c-92e5-dcc8ce4a60f2 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8370858'] for security_group_rule, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:09.055134 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57607a77-72b3-459c-92e5-dcc8ce4a60f2 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61293267-f05c-4c6e-9351-81b13492cf60,revision_number=0']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:20:09.066303 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-57607a77-72b3-459c-92e5-dcc8ce4a60f2 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:09.070228 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-57607a77-72b3-459c-92e5-dcc8ce4a60f2 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1602666 Jun 14 18:20:09.076637 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 59392) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:20:09.080573 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.v2.base [None req-b42459bf-8d59-400e-a64b-67756cc55b76 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Request body: {'security_group_rule': {'security_group_id': '9c3f55f1-fcdc-43bd-99f5-a654d391ae4b', 'project_id': '4b4f2b7d952e423aa02fb0cf7edd9c34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:20:09.090266 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e23313-74ce-469a-ba5f-da9a22a80efe req-e9009a06-c171-4b60-9131-49f41744198b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:20:09.091660 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-82e23313-74ce-469a-ba5f-da9a22a80efe req-e9009a06-c171-4b60-9131-49f41744198b service neutron] 10.222.0.90 "GET /v2.0/networks?id=91760790-de00-413d-afeb-139c4ab455b8 HTTP/1.1" status: 200 len: 916 time: 0.1955204 Jun 14 18:20:09.129385 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-b42459bf-8d59-400e-a64b-67756cc55b76 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:09.137800 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-33cdc32a-8386-4081-ac99-cc27aec6c63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba41a20-d272-435e-ab01-6fa1364cbd3c', 'name': 'tempest-TestMinimumBasicScenario-202451891-router', 'tenant_id': '4b4f2b7d952e423aa02fb0cf7edd9c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '53568504-6813-4d22-9005-54a604f4c917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:19:11Z', 'updated_at': '2022-06-14T18:19:14Z', 'revision_number': 4, 'project_id': '4b4f2b7d952e423aa02fb0cf7edd9c34', 'gw_port': {'id': '53568504-6813-4d22-9005-54a604f4c917', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:4f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba41a20-d272-435e-ab01-6fa1364cbd3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:19:11Z', 'updated_at': '2022-06-14T18:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_floatingips': [{'id': 'ef3a39f6-43dc-417d-945c-86f43766364d', 'tenant_id': '4b4f2b7d952e423aa02fb0cf7edd9c34', 'floating_ip_address': '172.27.2.207', 'floating_network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'router_id': 'aba41a20-d272-435e-ab01-6fa1364cbd3c', 'port_id': '6ec0f534-2729-476a-96d4-8f7c9956af2b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91760790-de00-413d-afeb-139c4ab455b8', 'mac_address': 'fa:16:3e:c2:73:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a221484-e5d2-45ab-84ab-a4708fc3a763', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:20:07Z', 'updated_at': '2022-06-14T18:20:07Z', 'revision_number': 0, 'project_id': '4b4f2b7d952e423aa02fb0cf7edd9c34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34913012-0e47-47e5-8f03-e007c74dd8b6', 'name': '', 'network_id': '91760790-de00-413d-afeb-139c4ab455b8', 'tenant_id': '4b4f2b7d952e423aa02fb0cf7edd9c34', 'mac_address': 'fa:16:3e:fa:76:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba41a20-d272-435e-ab01-6fa1364cbd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '19b3bb84-5044-4cb8-804b-48c0f65ee0af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:19:14Z', 'updated_at': '2022-06-14T18:19:21Z', 'revision_number': 5, 'project_id': '4b4f2b7d952e423aa02fb0cf7edd9c34', 'subnets': [{'id': '19b3bb84-5044-4cb8-804b-48c0f65ee0af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:20:09.157182 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72b74a14-adfc-46d8-8ebf-00dec2af5d6c tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify agent at l3_agent.dv-cinder-821739-1-iscsi the message routers_updated {{(pid=102477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:20:09.163384 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-72b74a14-adfc-46d8-8ebf-00dec2af5d6c tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for floatingip, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:09.170848 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e681cf64-8698-498c-8336-4980ad91a92c None None] Sync routers for ids ['ef5d4ac0-65e8-4141-a13d-576baaa329ba'] in dv-cinder-821739-1-iscsi {{(pid=102478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:20:09.178020 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cdc32a-8386-4081-ac99-cc27aec6c63a None None] Checking router: aba41a20-d272-435e-ab01-6fa1364cbd3c for host: dv-cinder-821739-1-iscsi {{(pid=102479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:20:09.189912 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cdc32a-8386-4081-ac99-cc27aec6c63a None None] Routers {'aba41a20-d272-435e-ab01-6fa1364cbd3c'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:20:09.190729 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e681cf64-8698-498c-8336-4980ad91a92c None None] Routers {'ef5d4ac0-65e8-4141-a13d-576baaa329ba'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:20:09.190976 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-33cdc32a-8386-4081-ac99-cc27aec6c63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:19:49Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['aba41a20-d272-435e-ab01-6fa1364cbd3c'], 'active': True} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:20:09.192004 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-e681cf64-8698-498c-8336-4980ad91a92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:19:49Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['ef5d4ac0-65e8-4141-a13d-576baaa329ba'], 'active': True} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:20:09.214452 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-72b74a14-adfc-46d8-8ebf-00dec2af5d6c tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "PUT /v2.0/floatingips/0da23693-9380-445e-805c-b98df0997290 HTTP/1.1" status: 200 len: 991 time: 1.1799262 Jun 14 18:20:09.221430 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55a6790c-9c8e-432b-b2df-2a8441ec2305', 'tag': '674a2770-445b-422e-9421-e735cc44c009'}] {{(pid=102477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:20:09.224013 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63a05a5c49a881ad62840f65bcdf4689c8e257def52ee20504415851ea2faa0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-705f4734-7483-4014-8667-b91151ad5068" -d '{"events": [{"name": "network-changed", "server_uuid": "55a6790c-9c8e-432b-b2df-2a8441ec2305", "tag": "674a2770-445b-422e-9421-e735cc44c009"}]}' {{(pid=102477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:20:09.235490 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-82e23313-74ce-469a-ba5f-da9a22a80efe req-2d1ec5c6-6117-4123-b535-65b3047fc13c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ec0f534-2729-476a-96d4-8f7c9956af2b HTTP/1.1" status: 200 len: 999 time: 0.1356680 Jun 14 18:20:09.253095 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-b42459bf-8d59-400e-a64b-67756cc55b76 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:09.262650 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-b42459bf-8d59-400e-a64b-67756cc55b76 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8370858'] for security_group_rule, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:09.302756 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Jun 2022 18:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-687f6145-201e-42a9-b09a-cb927a39a669 x-openstack-request-id: req-687f6145-201e-42a9-b09a-cb927a39a669 {{(pid=102477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:20:09.303052 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55a6790c-9c8e-432b-b2df-2a8441ec2305", "tag": "674a2770-445b-422e-9421-e735cc44c009", "status": "completed", "code": 200}]} {{(pid=102477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:20:09.303307 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-687f6145-201e-42a9-b09a-cb927a39a669 {{(pid=102477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:20:09.303763 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-687f6145-201e-42a9-b09a-cb927a39a669'] response: {'name': 'network-changed', 'server_uuid': '55a6790c-9c8e-432b-b2df-2a8441ec2305', 'tag': '674a2770-445b-422e-9421-e735cc44c009', 'status': 'completed', 'code': 200} Jun 14 18:20:09.304912 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42459bf-8d59-400e-a64b-67756cc55b76 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b9879db-7c4d-464a-84ad-99f782649f0d,revision_number=0']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:20:09.327206 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-b42459bf-8d59-400e-a64b-67756cc55b76 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:09.328987 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-b42459bf-8d59-400e-a64b-67756cc55b76 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2520573 Jun 14 18:20:09.334264 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 59402) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:20:09.343537 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e23313-74ce-469a-ba5f-da9a22a80efe req-9c38caf9-8498-40dd-b317-c008b499512f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:20:09.345066 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-82e23313-74ce-469a-ba5f-da9a22a80efe req-9c38caf9-8498-40dd-b317-c008b499512f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=19b3bb84-5044-4cb8-804b-48c0f65ee0af HTTP/1.1" status: 200 len: 853 time: 0.1025610 Jun 14 18:20:09.352903 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvr_db [None req-e681cf64-8698-498c-8336-4980ad91a92c None None] Set router ef5d4ac0-65e8-4141-a13d-576baaa329ba gateway port host: dv-cinder-821739-1-iscsi {{(pid=102478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:20:09.362562 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.v2.base [None req-4fad97d2-cad9-4a55-a5bc-7fbf271ee5eb tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Request body: {'security_group_rule': {'security_group_id': '9c3f55f1-fcdc-43bd-99f5-a654d391ae4b', 'project_id': '4b4f2b7d952e423aa02fb0cf7edd9c34', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:20:09.381643 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705f4734-7483-4014-8667-b91151ad5068 req-4be29c3f-2fff-4417-882a-596593bfcd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:20:09.384003 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-705f4734-7483-4014-8667-b91151ad5068 req-4be29c3f-2fff-4417-882a-596593bfcd2a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=927013c586d5417e99dbc2cf0a0eed12&device_id=55a6790c-9c8e-432b-b2df-2a8441ec2305 HTTP/1.1" status: 200 len: 1098 time: 0.0530627 Jun 14 18:20:09.433369 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvr_db [None req-33cdc32a-8386-4081-ac99-cc27aec6c63a None None] Set router aba41a20-d272-435e-ab01-6fa1364cbd3c gateway port host: dv-cinder-821739-1-iscsi {{(pid=102479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:20:09.446549 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e23313-74ce-469a-ba5f-da9a22a80efe req-6b414a43-4916-46e7-9486-7ffd5115a7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:20:09.448817 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-82e23313-74ce-469a-ba5f-da9a22a80efe req-6b414a43-4916-46e7-9486-7ffd5115a7af service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=91760790-de00-413d-afeb-139c4ab455b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0790350 Jun 14 18:20:09.450598 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-4fad97d2-cad9-4a55-a5bc-7fbf271ee5eb tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:09.512994 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705f4734-7483-4014-8667-b91151ad5068 req-8d5cca0d-06ef-4b98-93e7-c08e24db697d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:20:09.514832 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-705f4734-7483-4014-8667-b91151ad5068 req-8d5cca0d-06ef-4b98-93e7-c08e24db697d service neutron] 10.222.0.90 "GET /v2.0/networks?id=a20cd105-ccee-4ccf-aa21-673440674804 HTTP/1.1" status: 200 len: 917 time: 0.1221716 Jun 14 18:20:09.592520 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-705f4734-7483-4014-8667-b91151ad5068 req-e9a8ddb7-420d-4ad2-affe-2fd3bd63120a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=674a2770-445b-422e-9421-e735cc44c009 HTTP/1.1" status: 200 len: 999 time: 0.0689011 Jun 14 18:20:09.598872 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-4fad97d2-cad9-4a55-a5bc-7fbf271ee5eb tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:09.612068 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-4fad97d2-cad9-4a55-a5bc-7fbf271ee5eb tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8370858'] for security_group_rule, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:09.633076 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fad97d2-cad9-4a55-a5bc-7fbf271ee5eb tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4339f396-80f0-4992-8052-6511018f9cda,revision_number=0']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:20:09.647014 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-82e23313-74ce-469a-ba5f-da9a22a80efe req-9244a4f8-ffb8-45f7-94e0-433b746a4885 service neutron] 10.222.0.90 "GET /v2.0/networks/91760790-de00-413d-afeb-139c4ab455b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856382 Jun 14 18:20:09.673044 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-4fad97d2-cad9-4a55-a5bc-7fbf271ee5eb tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:09.678324 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-4fad97d2-cad9-4a55-a5bc-7fbf271ee5eb tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3217728 Jun 14 18:20:09.678526 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705f4734-7483-4014-8667-b91151ad5068 req-4100fb85-c6bf-40e7-b351-c3f0434a8085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:20:09.678526 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-705f4734-7483-4014-8667-b91151ad5068 req-4100fb85-c6bf-40e7-b351-c3f0434a8085 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=adeaf354-122e-42a5-ab5f-7dce689ddb1f HTTP/1.1" status: 200 len: 854 time: 0.0771248 Jun 14 18:20:09.678802 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 59404) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:20:09.683476 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.v2.base [None req-a3361dd1-ac82-4842-a56d-8a823e3bceb9 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Request body: {'security_group_rule': {'security_group_id': '9c3f55f1-fcdc-43bd-99f5-a654d391ae4b', 'project_id': '4b4f2b7d952e423aa02fb0cf7edd9c34', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:20:09.712200 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-a3361dd1-ac82-4842-a56d-8a823e3bceb9 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:09.720220 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-33cdc32a-8386-4081-ac99-cc27aec6c63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba41a20-d272-435e-ab01-6fa1364cbd3c', 'name': 'tempest-TestMinimumBasicScenario-202451891-router', 'tenant_id': '4b4f2b7d952e423aa02fb0cf7edd9c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '53568504-6813-4d22-9005-54a604f4c917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:19:11Z', 'updated_at': '2022-06-14T18:19:14Z', 'revision_number': 4, 'project_id': '4b4f2b7d952e423aa02fb0cf7edd9c34', 'gw_port': {'id': '53568504-6813-4d22-9005-54a604f4c917', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:4f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba41a20-d272-435e-ab01-6fa1364cbd3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:19:11Z', 'updated_at': '2022-06-14T18:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_floatingips': [{'id': 'ef3a39f6-43dc-417d-945c-86f43766364d', 'tenant_id': '4b4f2b7d952e423aa02fb0cf7edd9c34', 'floating_ip_address': '172.27.2.207', 'floating_network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'router_id': 'aba41a20-d272-435e-ab01-6fa1364cbd3c', 'port_id': '6ec0f534-2729-476a-96d4-8f7c9956af2b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91760790-de00-413d-afeb-139c4ab455b8', 'mac_address': 'fa:16:3e:c2:73:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a221484-e5d2-45ab-84ab-a4708fc3a763', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:20:07Z', 'updated_at': '2022-06-14T18:20:07Z', 'revision_number': 0, 'project_id': '4b4f2b7d952e423aa02fb0cf7edd9c34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34913012-0e47-47e5-8f03-e007c74dd8b6', 'name': '', 'network_id': '91760790-de00-413d-afeb-139c4ab455b8', 'tenant_id': '4b4f2b7d952e423aa02fb0cf7edd9c34', 'mac_address': 'fa:16:3e:fa:76:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba41a20-d272-435e-ab01-6fa1364cbd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '19b3bb84-5044-4cb8-804b-48c0f65ee0af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:19:14Z', 'updated_at': '2022-06-14T18:19:21Z', 'revision_number': 5, 'project_id': '4b4f2b7d952e423aa02fb0cf7edd9c34', 'subnets': [{'id': '19b3bb84-5044-4cb8-804b-48c0f65ee0af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:20:09.748194 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cdc32a-8386-4081-ac99-cc27aec6c63a None None] The sync data for ids ['aba41a20-d272-435e-ab01-6fa1364cbd3c'] in dv-cinder-821739-1-iscsi is: [{'id': 'aba41a20-d272-435e-ab01-6fa1364cbd3c', 'name': 'tempest-TestMinimumBasicScenario-202451891-router', 'tenant_id': '4b4f2b7d952e423aa02fb0cf7edd9c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '53568504-6813-4d22-9005-54a604f4c917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:19:11Z', 'updated_at': '2022-06-14T18:19:14Z', 'revision_number': 4, 'project_id': '4b4f2b7d952e423aa02fb0cf7edd9c34', 'gw_port': {'id': '53568504-6813-4d22-9005-54a604f4c917', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:4f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba41a20-d272-435e-ab01-6fa1364cbd3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:19:11Z', 'updated_at': '2022-06-14T18:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_floatingips': [{'id': 'ef3a39f6-43dc-417d-945c-86f43766364d', 'tenant_id': '4b4f2b7d952e423aa02fb0cf7edd9c34', 'floating_ip_address': '172.27.2.207', 'floating_network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'router_id': 'aba41a20-d272-435e-ab01-6fa1364cbd3c', 'port_id': '6ec0f534-2729-476a-96d4-8f7c9956af2b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91760790-de00-413d-afeb-139c4ab455b8', 'mac_address': 'fa:16:3e:c2:73:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a221484-e5d2-45ab-84ab-a4708fc3a763', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:20:07Z', 'updated_at': '2022-06-14T18:20:07Z', 'revision_number': 0, 'project_id': '4b4f2b7d952e423aa02fb0cf7edd9c34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34913012-0e47-47e5-8f03-e007c74dd8b6', 'name': '', 'network_id': '91760790-de00-413d-afeb-139c4ab455b8', 'tenant_id': '4b4f2b7d952e423aa02fb0cf7edd9c34', 'mac_address': 'fa:16:3e:fa:76:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba41a20-d272-435e-ab01-6fa1364cbd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '19b3bb84-5044-4cb8-804b-48c0f65ee0af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:19:14Z', 'updated_at': '2022-06-14T18:19:21Z', 'revision_number': 5, 'project_id': '4b4f2b7d952e423aa02fb0cf7edd9c34', 'subnets': [{'id': '19b3bb84-5044-4cb8-804b-48c0f65ee0af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:20:09.755841 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-e681cf64-8698-498c-8336-4980ad91a92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'name': 'tempest-AttachVolumeNegativeTest-1757857751-router', 'tenant_id': '927013c586d5417e99dbc2cf0a0eed12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '7b326511-d8fa-46b4-874b-af4d5a5cd3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:18:31Z', 'updated_at': '2022-06-14T18:18:35Z', 'revision_number': 4, 'project_id': '927013c586d5417e99dbc2cf0a0eed12', 'gw_port': {'id': '7b326511-d8fa-46b4-874b-af4d5a5cd3b4', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:18:32Z', 'updated_at': '2022-06-14T18:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_floatingips': [{'id': '0da23693-9380-445e-805c-b98df0997290', 'tenant_id': '927013c586d5417e99dbc2cf0a0eed12', 'floating_ip_address': '172.27.2.233', 'floating_network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'router_id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'port_id': '674a2770-445b-422e-9421-e735cc44c009', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a20cd105-ccee-4ccf-aa21-673440674804', 'mac_address': 'fa:16:3e:da:34:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a6790c-9c8e-432b-b2df-2a8441ec2305', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:19:53Z', 'updated_at': '2022-06-14T18:20:08Z', 'revision_number': 1, 'project_id': '927013c586d5417e99dbc2cf0a0eed12', 'fixed_ip_address_scope': None}, {'id': '408b93ec-431b-464d-a6ef-ba5ae02fda36', 'tenant_id': '927013c586d5417e99dbc2cf0a0eed12', 'floating_ip_address': '172.27.2.190', 'floating_network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'router_id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'port_id': 'ed121229-487c-46cd-b188-a5adcbfb9d5d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a20cd105-ccee-4ccf-aa21-673440674804', 'mac_address': 'fa:16:3e:b7:8e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5cf695-91ef-443b-952e-3deb63c31a35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:18:37Z', 'updated_at': '2022-06-14T18:18:56Z', 'revision_number': 2, 'project_id': '927013c586d5417e99dbc2cf0a0eed12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8767bc7-2de4-4c78-ac1a-3dfdba970188', 'name': '', 'network_id': 'a20cd105-ccee-4ccf-aa21-673440674804', 'tenant_id': '927013c586d5417e99dbc2cf0a0eed12', 'mac_address': 'fa:16:3e:f4:1a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'adeaf354-122e-42a5-ab5f-7dce689ddb1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:18:34Z', 'updated_at': '2022-06-14T18:18:40Z', 'revision_number': 5, 'project_id': '927013c586d5417e99dbc2cf0a0eed12', 'subnets': [{'id': 'adeaf354-122e-42a5-ab5f-7dce689ddb1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:20:09.781033 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-a3361dd1-ac82-4842-a56d-8a823e3bceb9 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:09.785370 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-a3361dd1-ac82-4842-a56d-8a823e3bceb9 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8370858'] for security_group_rule, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:09.786437 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e681cf64-8698-498c-8336-4980ad91a92c None None] Checking router: ef5d4ac0-65e8-4141-a13d-576baaa329ba for host: dv-cinder-821739-1-iscsi {{(pid=102478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:20:09.797006 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e681cf64-8698-498c-8336-4980ad91a92c None None] Routers {'ef5d4ac0-65e8-4141-a13d-576baaa329ba'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:20:09.797638 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-e681cf64-8698-498c-8336-4980ad91a92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:19:49Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['ef5d4ac0-65e8-4141-a13d-576baaa329ba'], 'active': True} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:20:09.802236 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3361dd1-ac82-4842-a56d-8a823e3bceb9 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be74cfb8-282a-4d5a-aabf-4202eec18717,revision_number=0']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:20:09.813870 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-a3361dd1-ac82-4842-a56d-8a823e3bceb9 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:09.817960 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 59406) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:20:09.818226 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-a3361dd1-ac82-4842-a56d-8a823e3bceb9 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1382558 Jun 14 18:20:09.822635 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.v2.base [None req-df65b136-787d-44f6-8efa-1afbe4edf776 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Request body: {'security_group_rule': {'security_group_id': '9c3f55f1-fcdc-43bd-99f5-a654d391ae4b', 'project_id': '4b4f2b7d952e423aa02fb0cf7edd9c34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:20:09.851562 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.db.securitygroups_db [None req-df65b136-787d-44f6-8efa-1afbe4edf776 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Project 4b4f2b7d952e423aa02fb0cf7edd9c34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 14 18:20:09.857013 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-df65b136-787d-44f6-8efa-1afbe4edf776 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:09.919717 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-df65b136-787d-44f6-8efa-1afbe4edf776 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:09.923992 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvr_db [None req-e681cf64-8698-498c-8336-4980ad91a92c None None] Set router ef5d4ac0-65e8-4141-a13d-576baaa329ba gateway port host: dv-cinder-821739-1-iscsi {{(pid=102478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:20:09.924316 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-df65b136-787d-44f6-8efa-1afbe4edf776 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8370858'] for security_group_rule, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:09.942619 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df65b136-787d-44f6-8efa-1afbe4edf776 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c14c8b5-5614-4f99-bc08-bc64fd85d454,revision_number=0']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:20:09.951811 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-df65b136-787d-44f6-8efa-1afbe4edf776 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:09.953725 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-df65b136-787d-44f6-8efa-1afbe4edf776 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1342936 Jun 14 18:20:09.971405 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 59408) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:20:09.971405 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.v2.base [None req-7f123658-c800-43ed-94ea-33a7ca9614ac tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Request body: {'security_group_rule': {'security_group_id': '9c3f55f1-fcdc-43bd-99f5-a654d391ae4b', 'project_id': '4b4f2b7d952e423aa02fb0cf7edd9c34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:20:09.993741 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2107955-0d26-4381-aa45-99457888afac None None] New status for floating IP ef3a39f6-43dc-417d-945c-86f43766364d: ACTIVE {{(pid=102479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 18:20:10.022299 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.db.securitygroups_db [None req-7f123658-c800-43ed-94ea-33a7ca9614ac tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Project 4b4f2b7d952e423aa02fb0cf7edd9c34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 14 18:20:10.030406 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-7f123658-c800-43ed-94ea-33a7ca9614ac tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:10.109440 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-7f123658-c800-43ed-94ea-33a7ca9614ac tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:10.114624 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-7f123658-c800-43ed-94ea-33a7ca9614ac tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8370858'] for security_group_rule, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:10.135729 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f123658-c800-43ed-94ea-33a7ca9614ac tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db0816a1-be1c-45c9-a300-5593ae9fffd6,revision_number=0']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:20:10.145729 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-7f123658-c800-43ed-94ea-33a7ca9614ac tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:10.147434 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-7f123658-c800-43ed-94ea-33a7ca9614ac tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1901212 Jun 14 18:20:10.239564 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-b93eda24-bf1a-49c8-b799-ab3af9003f56 req-2bbc89d6-2ffb-421a-a4c6-420227a3877f tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-439515614&fields=id&tenant_id=4b4f2b7d952e423aa02fb0cf7edd9c34 HTTP/1.1" status: 200 len: 267 time: 0.0363359 Jun 14 18:20:10.243843 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-e681cf64-8698-498c-8336-4980ad91a92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'name': 'tempest-AttachVolumeNegativeTest-1757857751-router', 'tenant_id': '927013c586d5417e99dbc2cf0a0eed12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '7b326511-d8fa-46b4-874b-af4d5a5cd3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:18:31Z', 'updated_at': '2022-06-14T18:18:35Z', 'revision_number': 4, 'project_id': '927013c586d5417e99dbc2cf0a0eed12', 'gw_port': {'id': '7b326511-d8fa-46b4-874b-af4d5a5cd3b4', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:18:32Z', 'updated_at': '2022-06-14T18:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_floatingips': [{'id': '0da23693-9380-445e-805c-b98df0997290', 'tenant_id': '927013c586d5417e99dbc2cf0a0eed12', 'floating_ip_address': '172.27.2.233', 'floating_network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'router_id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'port_id': '674a2770-445b-422e-9421-e735cc44c009', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a20cd105-ccee-4ccf-aa21-673440674804', 'mac_address': 'fa:16:3e:da:34:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a6790c-9c8e-432b-b2df-2a8441ec2305', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:19:53Z', 'updated_at': '2022-06-14T18:20:08Z', 'revision_number': 1, 'project_id': '927013c586d5417e99dbc2cf0a0eed12', 'fixed_ip_address_scope': None}, {'id': '408b93ec-431b-464d-a6ef-ba5ae02fda36', 'tenant_id': '927013c586d5417e99dbc2cf0a0eed12', 'floating_ip_address': '172.27.2.190', 'floating_network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'router_id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'port_id': 'ed121229-487c-46cd-b188-a5adcbfb9d5d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a20cd105-ccee-4ccf-aa21-673440674804', 'mac_address': 'fa:16:3e:b7:8e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5cf695-91ef-443b-952e-3deb63c31a35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:18:37Z', 'updated_at': '2022-06-14T18:18:56Z', 'revision_number': 2, 'project_id': '927013c586d5417e99dbc2cf0a0eed12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8767bc7-2de4-4c78-ac1a-3dfdba970188', 'name': '', 'network_id': 'a20cd105-ccee-4ccf-aa21-673440674804', 'tenant_id': '927013c586d5417e99dbc2cf0a0eed12', 'mac_address': 'fa:16:3e:f4:1a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'adeaf354-122e-42a5-ab5f-7dce689ddb1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:18:34Z', 'updated_at': '2022-06-14T18:18:40Z', 'revision_number': 5, 'project_id': '927013c586d5417e99dbc2cf0a0eed12', 'subnets': [{'id': 'adeaf354-122e-42a5-ab5f-7dce689ddb1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:20:10.271800 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e681cf64-8698-498c-8336-4980ad91a92c None None] The sync data for ids ['ef5d4ac0-65e8-4141-a13d-576baaa329ba'] in dv-cinder-821739-1-iscsi is: [{'id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'name': 'tempest-AttachVolumeNegativeTest-1757857751-router', 'tenant_id': '927013c586d5417e99dbc2cf0a0eed12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '7b326511-d8fa-46b4-874b-af4d5a5cd3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:18:31Z', 'updated_at': '2022-06-14T18:18:35Z', 'revision_number': 4, 'project_id': '927013c586d5417e99dbc2cf0a0eed12', 'gw_port': {'id': '7b326511-d8fa-46b4-874b-af4d5a5cd3b4', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:18:32Z', 'updated_at': '2022-06-14T18:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_floatingips': [{'id': '0da23693-9380-445e-805c-b98df0997290', 'tenant_id': '927013c586d5417e99dbc2cf0a0eed12', 'floating_ip_address': '172.27.2.233', 'floating_network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'router_id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'port_id': '674a2770-445b-422e-9421-e735cc44c009', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a20cd105-ccee-4ccf-aa21-673440674804', 'mac_address': 'fa:16:3e:da:34:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a6790c-9c8e-432b-b2df-2a8441ec2305', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:19:53Z', 'updated_at': '2022-06-14T18:20:08Z', 'revision_number': 1, 'project_id': '927013c586d5417e99dbc2cf0a0eed12', 'fixed_ip_address_scope': None}, {'id': '408b93ec-431b-464d-a6ef-ba5ae02fda36', 'tenant_id': '927013c586d5417e99dbc2cf0a0eed12', 'floating_ip_address': '172.27.2.190', 'floating_network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'router_id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'port_id': 'ed121229-487c-46cd-b188-a5adcbfb9d5d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a20cd105-ccee-4ccf-aa21-673440674804', 'mac_address': 'fa:16:3e:b7:8e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5cf695-91ef-443b-952e-3deb63c31a35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:18:37Z', 'updated_at': '2022-06-14T18:18:56Z', 'revision_number': 2, 'project_id': '927013c586d5417e99dbc2cf0a0eed12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8767bc7-2de4-4c78-ac1a-3dfdba970188', 'name': '', 'network_id': 'a20cd105-ccee-4ccf-aa21-673440674804', 'tenant_id': '927013c586d5417e99dbc2cf0a0eed12', 'mac_address': 'fa:16:3e:f4:1a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'adeaf354-122e-42a5-ab5f-7dce689ddb1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:18:34Z', 'updated_at': '2022-06-14T18:18:40Z', 'revision_number': 5, 'project_id': '927013c586d5417e99dbc2cf0a0eed12', 'subnets': [{'id': 'adeaf354-122e-42a5-ab5f-7dce689ddb1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:20:10.295954 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93eda24-bf1a-49c8-b799-ab3af9003f56 req-fc93b264-bb63-4154-bd19-fbb24181516c tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:20:10.297479 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-b93eda24-bf1a-49c8-b799-ab3af9003f56 req-fc93b264-bb63-4154-bd19-fbb24181516c tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a221484-e5d2-45ab-84ab-a4708fc3a763 HTTP/1.1" status: 200 len: 945 time: 0.0497470 Jun 14 18:20:10.309092 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.v2.base [req-b93eda24-bf1a-49c8-b799-ab3af9003f56 req-d980b689-8dd4-4949-9637-e7ba3a9fe915 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Request body: {'port': {'security_groups': ['ec868785-5059-455d-9001-6c5526312647', '9c3f55f1-fcdc-43bd-99f5-a654d391ae4b']}} {{(pid=102476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:20:10.380566 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-b93eda24-bf1a-49c8-b799-ab3af9003f56 req-d980b689-8dd4-4949-9637-e7ba3a9fe915 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:10.480105 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2838213f-daa8-44c6-b49c-901ca05d3256 None None] New status for floating IP 0da23693-9380-445e-805c-b98df0997290: ACTIVE {{(pid=102478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 18:20:10.586267 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.db [req-b93eda24-bf1a-49c8-b799-ab3af9003f56 req-d980b689-8dd4-4949-9637-e7ba3a9fe915 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] For port 6ec0f534-2729-476a-96d4-8f7c9956af2b, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=6ec0f534-2729-476a-96d4-8f7c9956af2b,segment=NetworkSegment(e41fd54e-651a-4afb-9bee-3cafa7991817),segment_id=e41fd54e-651a-4afb-9bee-3cafa7991817)] {{(pid=102476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:20:10.616470 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-b93eda24-bf1a-49c8-b799-ab3af9003f56 req-d980b689-8dd4-4949-9637-e7ba3a9fe915 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Notify callbacks [] for port, precommit_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:10.621689 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-b93eda24-bf1a-49c8-b799-ab3af9003f56 req-d980b689-8dd4-4949-9637-e7ba3a9fe915 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5378756'] for port, after_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:10.667113 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93eda24-bf1a-49c8-b799-ab3af9003f56 req-d980b689-8dd4-4949-9637-e7ba3a9fe915 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:20:10.667723 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [req-b93eda24-bf1a-49c8-b799-ab3af9003f56 req-d980b689-8dd4-4949-9637-e7ba3a9fe915 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for port, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:10.669083 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-b93eda24-bf1a-49c8-b799-ab3af9003f56 req-d980b689-8dd4-4949-9637-e7ba3a9fe915 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "PUT /v2.0/ports/6ec0f534-2729-476a-96d4-8f7c9956af2b HTTP/1.1" status: 200 len: 981 time: 0.3650870 Jun 14 18:20:10.695049 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d980b689-8dd4-4949-9637-e7ba3a9fe915 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Pushing event updated for resources: {'Port': ['ID=6ec0f534-2729-476a-96d4-8f7c9956af2b,revision_number=6']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:20:10.769969 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a221484-e5d2-45ab-84ab-a4708fc3a763', 'tag': '6ec0f534-2729-476a-96d4-8f7c9956af2b'}] {{(pid=102476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:20:10.772393 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f6785e4de8a87b7f797dd5e96f4d126f8c0b91c7fbdcfaa1853e8ef739b068f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee30646-5566-465f-9ac9-d1b664021bda" -d '{"events": [{"name": "network-changed", "server_uuid": "0a221484-e5d2-45ab-84ab-a4708fc3a763", "tag": "6ec0f534-2729-476a-96d4-8f7c9956af2b"}]}' {{(pid=102476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:20:10.783560 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee47e103-d03f-40a4-855d-5c255fe48e11 req-794cb7a3-1fe1-4366-b712-4f052076f5c8 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:20:10.785108 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-ee47e103-d03f-40a4-855d-5c255fe48e11 req-794cb7a3-1fe1-4366-b712-4f052076f5c8 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a221484-e5d2-45ab-84ab-a4708fc3a763 HTTP/1.1" status: 200 len: 984 time: 0.0518897 Jun 14 18:20:10.810287 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Jun 2022 18:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05521bac-6470-4776-bc38-f03548032330 x-openstack-request-id: req-05521bac-6470-4776-bc38-f03548032330 {{(pid=102476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:20:10.810581 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a221484-e5d2-45ab-84ab-a4708fc3a763", "tag": "6ec0f534-2729-476a-96d4-8f7c9956af2b", "status": "completed", "code": 200}]} {{(pid=102476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:20:10.810838 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-05521bac-6470-4776-bc38-f03548032330 {{(pid=102476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:20:10.811246 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05521bac-6470-4776-bc38-f03548032330'] response: {'name': 'network-changed', 'server_uuid': '0a221484-e5d2-45ab-84ab-a4708fc3a763', 'tag': '6ec0f534-2729-476a-96d4-8f7c9956af2b', 'status': 'completed', 'code': 200} Jun 14 18:20:10.834699 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-ee47e103-d03f-40a4-855d-5c255fe48e11 req-6c35df5f-6a1c-4f3b-b2a8-ee04b5ee8bc3 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/security-groups?id=9c3f55f1-fcdc-43bd-99f5-a654d391ae4b&id=ec868785-5059-455d-9001-6c5526312647&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0413065 Jun 14 18:20:10.913845 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-971a2cb2-ca4a-44be-82e5-c06524116ca0 None None] Provisioning complete for port 6ec0f534-2729-476a-96d4-8f7c9956af2b triggered by entity DHCP. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:20:10.914142 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-971a2cb2-ca4a-44be-82e5-c06524116ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:10.996016 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-971a2cb2-ca4a-44be-82e5-c06524116ca0 None None] Current status of the port 6ec0f534-2729-476a-96d4-8f7c9956af2b is: ACTIVE; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:20:11.437914 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-82e23313-74ce-469a-ba5f-da9a22a80efe req-4ead3839-9230-4ee0-9f95-095563c5d09a service neutron] 10.222.0.90 "GET /v2.0/networks/91760790-de00-413d-afeb-139c4ab455b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879383 Jun 14 18:20:12.347779 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] get_ports_and_sgs() called for port_ids ['6ec0f534-2729-476a-96d4-8f7c9956af2b'] {{(pid=102478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 14 18:20:12.369012 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705f4734-7483-4014-8667-b91151ad5068 req-b6541ee7-4302-476b-bc4d-692d114a6b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:20:12.370893 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-705f4734-7483-4014-8667-b91151ad5068 req-b6541ee7-4302-476b-bc4d-692d114a6b52 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a20cd105-ccee-4ccf-aa21-673440674804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445595 Jun 14 18:20:12.431677 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee30646-5566-465f-9ac9-d1b664021bda req-e61b778d-2762-4a1b-9221-617937dad4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:20:12.434327 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-cee30646-5566-465f-9ac9-d1b664021bda req-e61b778d-2762-4a1b-9221-617937dad4dc service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b4f2b7d952e423aa02fb0cf7edd9c34&device_id=0a221484-e5d2-45ab-84ab-a4708fc3a763 HTTP/1.1" status: 200 len: 1137 time: 0.0476582 Jun 14 18:20:12.455443 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] get_ports_and_sgs() called for port_ids ['6ec0f534-2729-476a-96d4-8f7c9956af2b'] {{(pid=102478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 14 18:20:12.485817 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-705f4734-7483-4014-8667-b91151ad5068 req-16c60a34-a393-48b2-8329-753952565ea4 service neutron] 10.222.0.90 "GET /v2.0/networks/a20cd105-ccee-4ccf-aa21-673440674804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987480 Jun 14 18:20:12.538427 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee30646-5566-465f-9ac9-d1b664021bda req-f799203d-894a-409c-98aa-b46795f73683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:20:12.540553 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-cee30646-5566-465f-9ac9-d1b664021bda req-f799203d-894a-409c-98aa-b46795f73683 service neutron] 10.222.0.90 "GET /v2.0/networks?id=91760790-de00-413d-afeb-139c4ab455b8 HTTP/1.1" status: 200 len: 916 time: 0.0983260 Jun 14 18:20:12.584169 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-705f4734-7483-4014-8667-b91151ad5068 req-ea0f1e6c-53ed-4586-9972-6b0ea8c77cad service neutron] 10.222.0.90 "GET /v2.0/networks/a20cd105-ccee-4ccf-aa21-673440674804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894365 Jun 14 18:20:12.612609 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-cee30646-5566-465f-9ac9-d1b664021bda req-b80468c5-99fb-4071-b5a6-6029e325ee10 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ec0f534-2729-476a-96d4-8f7c9956af2b HTTP/1.1" status: 200 len: 1001 time: 0.0636280 Jun 14 18:20:12.666479 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee30646-5566-465f-9ac9-d1b664021bda req-373e13ee-a5aa-4386-a578-ae4147714cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:20:12.668316 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-cee30646-5566-465f-9ac9-d1b664021bda req-373e13ee-a5aa-4386-a578-ae4147714cb6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=19b3bb84-5044-4cb8-804b-48c0f65ee0af HTTP/1.1" status: 200 len: 853 time: 0.0485766 Jun 14 18:20:12.717073 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee30646-5566-465f-9ac9-d1b664021bda req-427d7dc7-6635-4d23-b568-4b77724cabd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:20:12.718593 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-cee30646-5566-465f-9ac9-d1b664021bda req-427d7dc7-6635-4d23-b568-4b77724cabd5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=91760790-de00-413d-afeb-139c4ab455b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428233 Jun 14 18:20:12.807686 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-cee30646-5566-465f-9ac9-d1b664021bda req-0257770b-8d19-4ee3-bb00-2258beca36c1 service neutron] 10.222.0.90 "GET /v2.0/networks/91760790-de00-413d-afeb-139c4ab455b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805929 Jun 14 18:20:12.901490 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-cee30646-5566-465f-9ac9-d1b664021bda req-b19b92a4-87fd-474b-9e89-7e83e11a04b7 service neutron] 10.222.0.90 "GET /v2.0/networks/91760790-de00-413d-afeb-139c4ab455b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870135 Jun 14 18:20:16.446239 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-6b1a0dd2-e121-4f26-bd2b-1d428d00cc4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:18.731117 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-01709940-a84f-4d92-8702-c484ab6e2a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:19.819450 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-cf1fda14-6f0d-42ea-928d-63fe9f24329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:20.778794 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.agents_db [None req-d83a49a0-1be1-4d29-a7ba-91319940a8a9 None None] Agent healthcheck: found 6 active agents {{(pid=102479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 14 18:20:21.619181 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-1a5f21f8-b210-492f-a8cf-2d8a6010caea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:21.950779 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:27.144675 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:34.517929 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-9c45c7f8-8745-4cbd-a9c9-fb00ab36926e req-8474f4de-79fb-4374-a4da-0f3d5076b5b1 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=6004e2e1-5a5d-42b1-b35b-83be4e20d72e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405052 Jun 14 18:20:34.602251 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c45c7f8-8745-4cbd-a9c9-fb00ab36926e req-4b0b10cb-680a-488d-b314-97ed96232028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:20:34.604187 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-9c45c7f8-8745-4cbd-a9c9-fb00ab36926e req-4b0b10cb-680a-488d-b314-97ed96232028 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a98d65273e2546aa9252b74c4f9daae4&device_id=6004e2e1-5a5d-42b1-b35b-83be4e20d72e HTTP/1.1" status: 200 len: 1098 time: 0.0405500 Jun 14 18:20:34.724994 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c45c7f8-8745-4cbd-a9c9-fb00ab36926e req-e00cc181-7947-4b4d-88bb-c133b7936154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:20:34.726322 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-9c45c7f8-8745-4cbd-a9c9-fb00ab36926e req-e00cc181-7947-4b4d-88bb-c133b7936154 service neutron] 10.222.0.90 "GET /v2.0/networks?id=576da013-3617-4a8e-90bf-f7e3da71dae2 HTTP/1.1" status: 200 len: 913 time: 0.1012161 Jun 14 18:20:34.796921 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-9c45c7f8-8745-4cbd-a9c9-fb00ab36926e req-4d92f0d2-731a-414e-80bb-3775d5332283 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db65d6ad-e03c-4d1f-9157-0ba6ff66b356 HTTP/1.1" status: 200 len: 1000 time: 0.0629032 Jun 14 18:20:34.845297 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c45c7f8-8745-4cbd-a9c9-fb00ab36926e req-2c1b7377-6661-4f65-9aaf-d729f62faa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:20:34.846806 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-9c45c7f8-8745-4cbd-a9c9-fb00ab36926e req-2c1b7377-6661-4f65-9aaf-d729f62faa85 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d637fcab-e631-4a9a-85a6-1edd05917c42 HTTP/1.1" status: 200 len: 850 time: 0.0432878 Jun 14 18:20:34.893744 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c45c7f8-8745-4cbd-a9c9-fb00ab36926e req-cea0025c-2ffd-4164-8368-2e1c58febe3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:20:34.895195 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-9c45c7f8-8745-4cbd-a9c9-fb00ab36926e req-cea0025c-2ffd-4164-8368-2e1c58febe3b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=576da013-3617-4a8e-90bf-f7e3da71dae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406222 Jun 14 18:20:34.995974 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-9c45c7f8-8745-4cbd-a9c9-fb00ab36926e req-f6eb2fff-0439-4bde-b03e-309bb48c895a service neutron] 10.222.0.90 "GET /v2.0/networks/576da013-3617-4a8e-90bf-f7e3da71dae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888116 Jun 14 18:20:35.085579 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-9c45c7f8-8745-4cbd-a9c9-fb00ab36926e req-12a60e51-5942-482b-bf66-120a1d72a2d2 service neutron] 10.222.0.90 "GET /v2.0/networks/576da013-3617-4a8e-90bf-f7e3da71dae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827596 Jun 14 18:20:39.406923 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 59616) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:20:39.513911 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-4d66e64f-ed1e-4b10-b67e-1096c0a353fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:39.591882 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-4d66e64f-ed1e-4b10-b67e-1096c0a353fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:39.595614 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-4d66e64f-ed1e-4b10-b67e-1096c0a353fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:39.630793 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d66e64f-ed1e-4b10-b67e-1096c0a353fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61698d3e-61e0-4af8-a93e-fb42ff681a4d,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:20:39.640599 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-4d66e64f-ed1e-4b10-b67e-1096c0a353fb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8349168bb8fc468dba77da65f63cb03b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2326944 Jun 14 18:20:39.642088 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d66e64f-ed1e-4b10-b67e-1096c0a353fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:20:39.642440 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d66e64f-ed1e-4b10-b67e-1096c0a353fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:20:39.642779 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d66e64f-ed1e-4b10-b67e-1096c0a353fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:20:39.643117 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d66e64f-ed1e-4b10-b67e-1096c0a353fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:20:39.643421 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 59620) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:20:39.643907 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d66e64f-ed1e-4b10-b67e-1096c0a353fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:20:39.643907 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d66e64f-ed1e-4b10-b67e-1096c0a353fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:20:39.644104 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d66e64f-ed1e-4b10-b67e-1096c0a353fb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:20:39.644390 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d66e64f-ed1e-4b10-b67e-1096c0a353fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:20:39.644713 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d66e64f-ed1e-4b10-b67e-1096c0a353fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:20:39.645034 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d66e64f-ed1e-4b10-b67e-1096c0a353fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:20:39.645355 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d66e64f-ed1e-4b10-b67e-1096c0a353fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:20:39.645692 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d66e64f-ed1e-4b10-b67e-1096c0a353fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:20:39.691328 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-633749d8-f571-48d3-bb7a-129d33ca83c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:39.712438 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-633749d8-f571-48d3-bb7a-129d33ca83c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:39.762244 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-633749d8-f571-48d3-bb7a-129d33ca83c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:39.764717 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-633749d8-f571-48d3-bb7a-129d33ca83c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:39.765892 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-633749d8-f571-48d3-bb7a-129d33ca83c8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/61698d3e-61e0-4af8-a93e-fb42ff681a4d HTTP/1.1" status: 204 len: 168 time: 0.1214426 Jun 14 18:20:39.773921 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633749d8-f571-48d3-bb7a-129d33ca83c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61698d3e-61e0-4af8-a93e-fb42ff681a4d,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:20:39.781617 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633749d8-f571-48d3-bb7a-129d33ca83c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:20:39.781993 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633749d8-f571-48d3-bb7a-129d33ca83c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:20:39.782330 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633749d8-f571-48d3-bb7a-129d33ca83c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:20:39.782658 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633749d8-f571-48d3-bb7a-129d33ca83c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:20:39.782985 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633749d8-f571-48d3-bb7a-129d33ca83c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:20:39.783360 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633749d8-f571-48d3-bb7a-129d33ca83c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:20:39.783623 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633749d8-f571-48d3-bb7a-129d33ca83c8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:20:39.783951 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633749d8-f571-48d3-bb7a-129d33ca83c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:20:39.784270 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633749d8-f571-48d3-bb7a-129d33ca83c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:20:39.784601 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633749d8-f571-48d3-bb7a-129d33ca83c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:20:39.784909 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633749d8-f571-48d3-bb7a-129d33ca83c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:20:39.785222 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633749d8-f571-48d3-bb7a-129d33ca83c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:20:42.964688 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acf5ba4-e77d-49c5-aacd-c05f13c0f1aa req-0dc5f33b-6a96-43c4-bed6-503f35e7737c tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:20:42.966195 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-8acf5ba4-e77d-49c5-aacd-c05f13c0f1aa req-0dc5f33b-6a96-43c4-bed6-503f35e7737c tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a221484-e5d2-45ab-84ab-a4708fc3a763 HTTP/1.1" status: 200 len: 984 time: 0.0490997 Jun 14 18:20:43.005792 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-8acf5ba4-e77d-49c5-aacd-c05f13c0f1aa req-f396cc76-3d92-4b7c-99ab-a0756eb50583 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/security-groups?id=9c3f55f1-fcdc-43bd-99f5-a654d391ae4b&id=ec868785-5059-455d-9001-6c5526312647&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330966 Jun 14 18:20:44.123999 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02065876-4516-4096-b534-9c7e7ac8e26a req-871d96fe-d769-4a9d-a855-3af7db48bfbc tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:20:44.125500 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-02065876-4516-4096-b534-9c7e7ac8e26a req-871d96fe-d769-4a9d-a855-3af7db48bfbc tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a221484-e5d2-45ab-84ab-a4708fc3a763 HTTP/1.1" status: 200 len: 984 time: 0.0494065 Jun 14 18:20:44.164700 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-02065876-4516-4096-b534-9c7e7ac8e26a req-efe5bb9e-e205-4e49-9a46-009a8dfb2c65 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/security-groups?id=9c3f55f1-fcdc-43bd-99f5-a654d391ae4b&id=ec868785-5059-455d-9001-6c5526312647&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331383 Jun 14 18:20:45.278809 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26b7da0-c7a9-4874-91e9-c595479d7add req-33894374-1e65-4a67-a2af-641384d9ab80 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:20:45.280240 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-e26b7da0-c7a9-4874-91e9-c595479d7add req-33894374-1e65-4a67-a2af-641384d9ab80 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a221484-e5d2-45ab-84ab-a4708fc3a763 HTTP/1.1" status: 200 len: 984 time: 0.0478725 Jun 14 18:20:45.319230 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-e26b7da0-c7a9-4874-91e9-c595479d7add req-3dfa9057-4113-44db-a2b0-130e254f67a6 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/security-groups?id=9c3f55f1-fcdc-43bd-99f5-a654d391ae4b&id=ec868785-5059-455d-9001-6c5526312647&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329251 Jun 14 18:20:45.494444 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3fd059-3ed3-4997-a29c-1a7d9270cc64 req-16f02a9c-cb6f-4925-a986-258032ec720a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:20:45.496796 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-7e3fd059-3ed3-4997-a29c-1a7d9270cc64 req-16f02a9c-cb6f-4925-a986-258032ec720a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b4f2b7d952e423aa02fb0cf7edd9c34&device_id=0a221484-e5d2-45ab-84ab-a4708fc3a763 HTTP/1.1" status: 200 len: 1137 time: 0.0462422 Jun 14 18:20:45.833539 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3fd059-3ed3-4997-a29c-1a7d9270cc64 req-476c4db7-d35a-401a-adcf-c3e84e199904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:20:45.834953 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-7e3fd059-3ed3-4997-a29c-1a7d9270cc64 req-476c4db7-d35a-401a-adcf-c3e84e199904 service neutron] 10.222.0.90 "GET /v2.0/networks?id=91760790-de00-413d-afeb-139c4ab455b8 HTTP/1.1" status: 200 len: 916 time: 0.3305304 Jun 14 18:20:45.911646 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-7e3fd059-3ed3-4997-a29c-1a7d9270cc64 req-dcdace15-2034-42d7-b02d-5837b637035c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ec0f534-2729-476a-96d4-8f7c9956af2b HTTP/1.1" status: 200 len: 1001 time: 0.0607388 Jun 14 18:20:45.959126 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3fd059-3ed3-4997-a29c-1a7d9270cc64 req-71a73487-4d83-4a72-8196-8d587d57188d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:20:45.960546 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-7e3fd059-3ed3-4997-a29c-1a7d9270cc64 req-71a73487-4d83-4a72-8196-8d587d57188d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=19b3bb84-5044-4cb8-804b-48c0f65ee0af HTTP/1.1" status: 200 len: 853 time: 0.0412381 Jun 14 18:20:46.008483 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3fd059-3ed3-4997-a29c-1a7d9270cc64 req-8d6b3b26-c170-42e0-b09d-64494fdd586d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:20:46.009967 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-7e3fd059-3ed3-4997-a29c-1a7d9270cc64 req-8d6b3b26-c170-42e0-b09d-64494fdd586d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=91760790-de00-413d-afeb-139c4ab455b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397677 Jun 14 18:20:46.100629 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-7e3fd059-3ed3-4997-a29c-1a7d9270cc64 req-12937f28-2a8f-42e1-bd61-d26024872e60 service neutron] 10.222.0.90 "GET /v2.0/networks/91760790-de00-413d-afeb-139c4ab455b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822749 Jun 14 18:20:46.188719 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-7e3fd059-3ed3-4997-a29c-1a7d9270cc64 req-7260734a-4aea-4976-9bea-e87be9782dce service neutron] 10.222.0.90 "GET /v2.0/networks/91760790-de00-413d-afeb-139c4ab455b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796864 Jun 14 18:20:46.437556 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b9f9ff-7f7d-4ebb-9d39-35ca99556624 req-bec83c85-baf1-4323-82b5-e662b7c00edf tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:20:46.439217 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-69b9f9ff-7f7d-4ebb-9d39-35ca99556624 req-bec83c85-baf1-4323-82b5-e662b7c00edf tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a221484-e5d2-45ab-84ab-a4708fc3a763 HTTP/1.1" status: 200 len: 984 time: 0.0496180 Jun 14 18:20:46.450264 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e587290e-06c0-4806-ba1d-0b873221a7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:46.483914 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-69b9f9ff-7f7d-4ebb-9d39-35ca99556624 req-6fd229a0-cba4-40af-89d2-3708726b0ca9 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/security-groups?id=9c3f55f1-fcdc-43bd-99f5-a654d391ae4b&id=ec868785-5059-455d-9001-6c5526312647&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0385466 Jun 14 18:20:47.602780 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc0715-d5ad-4838-828d-91d1dfe70a66 req-bba94047-6b1a-4c5f-8f1b-ba450cd9eaf1 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:20:47.604171 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-13cc0715-d5ad-4838-828d-91d1dfe70a66 req-bba94047-6b1a-4c5f-8f1b-ba450cd9eaf1 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a221484-e5d2-45ab-84ab-a4708fc3a763 HTTP/1.1" status: 200 len: 984 time: 0.0532346 Jun 14 18:20:47.647556 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-13cc0715-d5ad-4838-828d-91d1dfe70a66 req-ec6b36c1-1a26-4409-a458-fa040f701bee tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/security-groups?id=9c3f55f1-fcdc-43bd-99f5-a654d391ae4b&id=ec868785-5059-455d-9001-6c5526312647&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0359595 Jun 14 18:20:48.734035 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-ad4c7829-3630-4759-b6d5-3f99909d31c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:48.767627 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeeeae3-c572-4680-ab4e-e16e3c6ff034 req-78f661fd-3f1c-40eb-855f-c52f038a4ba9 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:20:48.769089 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-dbeeeae3-c572-4680-ab4e-e16e3c6ff034 req-78f661fd-3f1c-40eb-855f-c52f038a4ba9 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a221484-e5d2-45ab-84ab-a4708fc3a763 HTTP/1.1" status: 200 len: 984 time: 0.0533535 Jun 14 18:20:48.813668 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-dbeeeae3-c572-4680-ab4e-e16e3c6ff034 req-0553abd3-1e26-4f9d-af6d-b9db07448a4e tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/security-groups?id=9c3f55f1-fcdc-43bd-99f5-a654d391ae4b&id=ec868785-5059-455d-9001-6c5526312647&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0382552 Jun 14 18:20:48.940481 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 59710) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:20:49.052390 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-3af08717-1a6e-4ce7-b8c9-be522d755405 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:49.134683 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-3af08717-1a6e-4ce7-b8c9-be522d755405 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:49.138955 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-3af08717-1a6e-4ce7-b8c9-be522d755405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:49.178822 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-3af08717-1a6e-4ce7-b8c9-be522d755405 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7dfb6085381545b28fbd6d8aa3173533&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2372570 Jun 14 18:20:49.179849 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af08717-1a6e-4ce7-b8c9-be522d755405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=285ca8e2-17df-4038-9f45-6a70b154976b,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:20:49.181479 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 59714) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:20:49.229337 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-c25fb5d3-0072-4708-94f1-7260f52508f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:49.252327 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-c25fb5d3-0072-4708-94f1-7260f52508f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:49.299260 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-c25fb5d3-0072-4708-94f1-7260f52508f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:49.301838 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-c25fb5d3-0072-4708-94f1-7260f52508f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:49.302972 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-c25fb5d3-0072-4708-94f1-7260f52508f2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/285ca8e2-17df-4038-9f45-6a70b154976b HTTP/1.1" status: 204 len: 168 time: 0.1204550 Jun 14 18:20:49.311131 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25fb5d3-0072-4708-94f1-7260f52508f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=285ca8e2-17df-4038-9f45-6a70b154976b,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:20:49.822802 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-cf1fda14-6f0d-42ea-928d-63fe9f24329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:49.929373 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e77f1f-5c6e-44ce-b948-af283290b999 req-46d176b8-9433-4df7-9d43-8f278a4cc5eb tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:20:49.930947 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-57e77f1f-5c6e-44ce-b948-af283290b999 req-46d176b8-9433-4df7-9d43-8f278a4cc5eb tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a221484-e5d2-45ab-84ab-a4708fc3a763 HTTP/1.1" status: 200 len: 984 time: 0.0489573 Jun 14 18:20:49.971367 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-57e77f1f-5c6e-44ce-b948-af283290b999 req-9c7e9d7a-7345-4690-b29e-93108a3f9e4b tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/security-groups?id=9c3f55f1-fcdc-43bd-99f5-a654d391ae4b&id=ec868785-5059-455d-9001-6c5526312647&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334971 Jun 14 18:20:51.086132 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa867daa-5354-41ee-8557-041c5204fac6 req-c659d3f2-6e08-4145-a3f8-237bdef66919 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:20:51.087575 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-fa867daa-5354-41ee-8557-041c5204fac6 req-c659d3f2-6e08-4145-a3f8-237bdef66919 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a221484-e5d2-45ab-84ab-a4708fc3a763 HTTP/1.1" status: 200 len: 984 time: 0.0477664 Jun 14 18:20:51.129724 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-fa867daa-5354-41ee-8557-041c5204fac6 req-2dfde8db-19f1-467b-ae14-3280e114913a tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/security-groups?id=9c3f55f1-fcdc-43bd-99f5-a654d391ae4b&id=ec868785-5059-455d-9001-6c5526312647&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0355201 Jun 14 18:20:51.622919 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-1a5f21f8-b210-492f-a8cf-2d8a6010caea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:51.952978 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:52.247510 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6980dd98-c0ca-4be5-b245-0e084a0c9bcc req-ce14da27-26d0-44fd-8f28-04428a79e550 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:20:52.248966 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-6980dd98-c0ca-4be5-b245-0e084a0c9bcc req-ce14da27-26d0-44fd-8f28-04428a79e550 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a221484-e5d2-45ab-84ab-a4708fc3a763 HTTP/1.1" status: 200 len: 984 time: 0.0522418 Jun 14 18:20:52.288347 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-6980dd98-c0ca-4be5-b245-0e084a0c9bcc req-e2c5f048-a2ff-4cc1-9993-29582c0ca4f0 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/security-groups?id=9c3f55f1-fcdc-43bd-99f5-a654d391ae4b&id=ec868785-5059-455d-9001-6c5526312647&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332637 Jun 14 18:20:53.406454 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e869f3d-80b1-4630-8120-66c243c04a51 req-a9a414dd-a9d8-4168-b8f7-49c9cdad2f14 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:20:53.407929 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-0e869f3d-80b1-4630-8120-66c243c04a51 req-a9a414dd-a9d8-4168-b8f7-49c9cdad2f14 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a221484-e5d2-45ab-84ab-a4708fc3a763 HTTP/1.1" status: 200 len: 984 time: 0.0502772 Jun 14 18:20:53.447252 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-0e869f3d-80b1-4630-8120-66c243c04a51 req-c166f5a1-deec-4ae3-b43c-7e5cd1b22220 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/security-groups?id=9c3f55f1-fcdc-43bd-99f5-a654d391ae4b&id=ec868785-5059-455d-9001-6c5526312647&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332081 Jun 14 18:20:54.490644 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 59730) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:20:54.563181 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f557a0-3c08-41ca-b082-0a37ac7b7ef8 req-79b91257-1808-477c-90c2-49d17f606fb9 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:20:54.564667 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-57f557a0-3c08-41ca-b082-0a37ac7b7ef8 req-79b91257-1808-477c-90c2-49d17f606fb9 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a221484-e5d2-45ab-84ab-a4708fc3a763 HTTP/1.1" status: 200 len: 984 time: 0.0489852 Jun 14 18:20:54.605792 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-57f557a0-3c08-41ca-b082-0a37ac7b7ef8 req-da37eef2-bc94-4b0e-a589-0fdd11a9159e tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/security-groups?id=9c3f55f1-fcdc-43bd-99f5-a654d391ae4b&id=ec868785-5059-455d-9001-6c5526312647&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0349402 Jun 14 18:20:54.649163 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.plugin [None req-2081ddcd-96bb-46c1-bfa5-1790c453b972 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Deleting port 4cfaa81e-f676-4a50-b7b5-236d887c8b50 {{(pid=102476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 14 18:20:54.649499 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-2081ddcd-96bb-46c1-bfa5-1790c453b972 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239577025'] for port, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:54.726671 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-2081ddcd-96bb-46c1-bfa5-1790c453b972 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282467'] for port, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:54.726995 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-2081ddcd-96bb-46c1-bfa5-1790c453b972 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:54.738145 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.plugin [None req-2081ddcd-96bb-46c1-bfa5-1790c453b972 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Calling delete_port for 4cfaa81e-f676-4a50-b7b5-236d887c8b50 owned by network:floatingip {{(pid=102476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 14 18:20:54.901741 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-2081ddcd-96bb-46c1-bfa5-1790c453b972 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239583007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239190869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378765'] for port, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:54.927059 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2081ddcd-96bb-46c1-bfa5-1790c453b972 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Pushing event deleted for resources: {'Port': ['ID=4cfaa81e-f676-4a50-b7b5-236d887c8b50,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:20:54.983756 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-2081ddcd-96bb-46c1-bfa5-1790c453b972 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks [] for floatingip, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:54.984136 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.db.l3_db [None req-2081ddcd-96bb-46c1-bfa5-1790c453b972 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Floating IP b1cf3414-ac49-4773-88da-1a62a611decd disassociated (deleted). External IP: 172.27.2.136, port: 2af0a7a3-7d79-44a7-9b66-c56a0fb05efc. Jun 14 18:20:55.185671 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2081ddcd-96bb-46c1-bfa5-1790c453b972 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Router 541a79cc-ea6c-4e86-a3e6-05b260334012 has already been hosted by L3 agent 2bd7ef4a-700f-45f4-ae1e-98ca6454acba {{(pid=102476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:20:55.290986 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2081ddcd-96bb-46c1-bfa5-1790c453b972 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify agent at l3_agent.dv-cinder-821739-1-iscsi the message routers_updated {{(pid=102476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:20:55.296085 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-2081ddcd-96bb-46c1-bfa5-1790c453b972 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for floatingip, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:55.301186 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b36223-92a8-4f59-b4c4-9e5f690b0a7e None None] Sync routers for ids ['541a79cc-ea6c-4e86-a3e6-05b260334012'] in dv-cinder-821739-1-iscsi {{(pid=102479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:20:55.310981 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b36223-92a8-4f59-b4c4-9e5f690b0a7e None None] Routers {'541a79cc-ea6c-4e86-a3e6-05b260334012'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:20:55.311610 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-76b36223-92a8-4f59-b4c4-9e5f690b0a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:20:49Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['541a79cc-ea6c-4e86-a3e6-05b260334012'], 'active': True} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:20:55.323717 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-2081ddcd-96bb-46c1-bfa5-1790c453b972 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "DELETE /v2.0/floatingips/b1cf3414-ac49-4773-88da-1a62a611decd HTTP/1.1" status: 204 len: 168 time: 0.8313203 Jun 14 18:20:55.324234 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c867268a-6ee0-4c0d-a40b-7f38268c4dc4', 'tag': '2af0a7a3-7d79-44a7-9b66-c56a0fb05efc'}] {{(pid=102476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:20:55.326562 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f6785e4de8a87b7f797dd5e96f4d126f8c0b91c7fbdcfaa1853e8ef739b068f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea8515f8-a2bc-453a-a543-54557ef64620" -d '{"events": [{"name": "network-changed", "server_uuid": "c867268a-6ee0-4c0d-a40b-7f38268c4dc4", "tag": "2af0a7a3-7d79-44a7-9b66-c56a0fb05efc"}]}' {{(pid=102476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:20:55.363192 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Jun 2022 18:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45aad1be-db5a-4e7e-8fc1-7c686529e61d x-openstack-request-id: req-45aad1be-db5a-4e7e-8fc1-7c686529e61d {{(pid=102476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:20:55.363462 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c867268a-6ee0-4c0d-a40b-7f38268c4dc4", "tag": "2af0a7a3-7d79-44a7-9b66-c56a0fb05efc", "status": "completed", "code": 200}]} {{(pid=102476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:20:55.363844 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-45aad1be-db5a-4e7e-8fc1-7c686529e61d {{(pid=102476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:20:55.364097 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45aad1be-db5a-4e7e-8fc1-7c686529e61d'] response: {'name': 'network-changed', 'server_uuid': 'c867268a-6ee0-4c0d-a40b-7f38268c4dc4', 'tag': '2af0a7a3-7d79-44a7-9b66-c56a0fb05efc', 'status': 'completed', 'code': 200} Jun 14 18:20:55.423420 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvr_db [None req-76b36223-92a8-4f59-b4c4-9e5f690b0a7e None None] Set router 541a79cc-ea6c-4e86-a3e6-05b260334012 gateway port host: dv-cinder-821739-1-iscsi {{(pid=102479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:20:55.442414 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8515f8-a2bc-453a-a543-54557ef64620 req-b24135c6-3208-43be-9b0c-1a00eb48d6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:20:55.444162 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-ea8515f8-a2bc-453a-a543-54557ef64620 req-b24135c6-3208-43be-9b0c-1a00eb48d6f3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a98d65273e2546aa9252b74c4f9daae4&device_id=c867268a-6ee0-4c0d-a40b-7f38268c4dc4 HTTP/1.1" status: 200 len: 1098 time: 0.0465894 Jun 14 18:20:55.590131 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8515f8-a2bc-453a-a543-54557ef64620 req-3e09e2fd-6492-4ccd-be9a-f4c540d47d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:20:55.591622 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-ea8515f8-a2bc-453a-a543-54557ef64620 req-3e09e2fd-6492-4ccd-be9a-f4c540d47d10 service neutron] 10.222.0.90 "GET /v2.0/networks?id=576da013-3617-4a8e-90bf-f7e3da71dae2 HTTP/1.1" status: 200 len: 913 time: 0.1345251 Jun 14 18:20:55.601176 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b1dfa4-ac54-4ac0-9208-6ccf11faee69 req-bdad92e1-f148-4121-8575-c25abf3e6866 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:20:55.602618 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-48b1dfa4-ac54-4ac0-9208-6ccf11faee69 req-bdad92e1-f148-4121-8575-c25abf3e6866 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/ports?device_id=c867268a-6ee0-4c0d-a40b-7f38268c4dc4 HTTP/1.1" status: 200 len: 945 time: 0.0733917 Jun 14 18:20:55.649422 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-ea8515f8-a2bc-453a-a543-54557ef64620 req-78184de0-181f-44b4-bc76-7b8790b509bb service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2af0a7a3-7d79-44a7-9b66-c56a0fb05efc HTTP/1.1" status: 200 len: 217 time: 0.0458627 Jun 14 18:20:55.684319 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-76b36223-92a8-4f59-b4c4-9e5f690b0a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '541a79cc-ea6c-4e86-a3e6-05b260334012', 'name': 'tempest-TestVolumeBootPattern-813700890-router', 'tenant_id': 'a98d65273e2546aa9252b74c4f9daae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '90224574-fba3-494b-aff0-a9906c2e6261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:12:56Z', 'updated_at': '2022-06-14T18:12:59Z', 'revision_number': 4, 'project_id': 'a98d65273e2546aa9252b74c4f9daae4', 'gw_port': {'id': '90224574-fba3-494b-aff0-a9906c2e6261', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:42:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541a79cc-ea6c-4e86-a3e6-05b260334012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:12:57Z', 'updated_at': '2022-06-14T18:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_floatingips': [{'id': '55b6a35f-808e-4222-994c-1d0e2e7c4146', 'tenant_id': 'a98d65273e2546aa9252b74c4f9daae4', 'floating_ip_address': '172.27.2.40', 'floating_network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'router_id': '541a79cc-ea6c-4e86-a3e6-05b260334012', 'port_id': 'db65d6ad-e03c-4d1f-9157-0ba6ff66b356', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '576da013-3617-4a8e-90bf-f7e3da71dae2', 'mac_address': 'fa:16:3e:33:6f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6004e2e1-5a5d-42b1-b35b-83be4e20d72e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:16:49Z', 'updated_at': '2022-06-14T18:16:51Z', 'revision_number': 1, 'project_id': 'a98d65273e2546aa9252b74c4f9daae4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45cf2237-13fc-429f-8e42-ba1e2f509c5c', 'name': '', 'network_id': '576da013-3617-4a8e-90bf-f7e3da71dae2', 'tenant_id': 'a98d65273e2546aa9252b74c4f9daae4', 'mac_address': 'fa:16:3e:98:e6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541a79cc-ea6c-4e86-a3e6-05b260334012', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'd637fcab-e631-4a9a-85a6-1edd05917c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:12:59Z', 'updated_at': '2022-06-14T18:13:04Z', 'revision_number': 5, 'project_id': 'a98d65273e2546aa9252b74c4f9daae4', 'subnets': [{'id': 'd637fcab-e631-4a9a-85a6-1edd05917c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:20:55.711978 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b36223-92a8-4f59-b4c4-9e5f690b0a7e None None] Checking router: 541a79cc-ea6c-4e86-a3e6-05b260334012 for host: dv-cinder-821739-1-iscsi {{(pid=102479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:20:55.721142 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-48b1dfa4-ac54-4ac0-9208-6ccf11faee69 req-40974670-c46f-4fda-bc54-11f28643f6ff tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e9b1789-2c21-44c4-9200-ad2f8fbcbd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100993 Jun 14 18:20:55.724594 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b36223-92a8-4f59-b4c4-9e5f690b0a7e None None] Routers {'541a79cc-ea6c-4e86-a3e6-05b260334012'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:20:55.725220 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-76b36223-92a8-4f59-b4c4-9e5f690b0a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:20:49Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['541a79cc-ea6c-4e86-a3e6-05b260334012'], 'active': True} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:20:55.734504 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8515f8-a2bc-453a-a543-54557ef64620 req-40f1b0e4-7c7b-4b1e-8d9a-6118600cee0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:20:55.736276 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-ea8515f8-a2bc-453a-a543-54557ef64620 req-40f1b0e4-7c7b-4b1e-8d9a-6118600cee0c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d637fcab-e631-4a9a-85a6-1edd05917c42 HTTP/1.1" status: 200 len: 850 time: 0.0772500 Jun 14 18:20:55.746755 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a1707-b032-4436-8478-246bdee7b938 req-bc597e88-ef75-490c-a5c7-3110cf0ccdc8 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:20:55.748229 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-5e9a1707-b032-4436-8478-246bdee7b938 req-bc597e88-ef75-490c-a5c7-3110cf0ccdc8 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a221484-e5d2-45ab-84ab-a4708fc3a763 HTTP/1.1" status: 200 len: 984 time: 0.0644341 Jun 14 18:20:55.786993 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8515f8-a2bc-453a-a543-54557ef64620 req-fb8393e3-183b-4988-9c37-edcc29db454c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:20:55.788480 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-ea8515f8-a2bc-453a-a543-54557ef64620 req-fb8393e3-183b-4988-9c37-edcc29db454c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=576da013-3617-4a8e-90bf-f7e3da71dae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441830 Jun 14 18:20:55.789562 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-5e9a1707-b032-4436-8478-246bdee7b938 req-e93146a3-cb6c-4e03-84b8-80c1a43e651a tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/security-groups?id=9c3f55f1-fcdc-43bd-99f5-a654d391ae4b&id=ec868785-5059-455d-9001-6c5526312647&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0348444 Jun 14 18:20:55.831615 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvr_db [None req-76b36223-92a8-4f59-b4c4-9e5f690b0a7e None None] Set router 541a79cc-ea6c-4e86-a3e6-05b260334012 gateway port host: dv-cinder-821739-1-iscsi {{(pid=102479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:20:55.887508 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-ea8515f8-a2bc-453a-a543-54557ef64620 req-e1209593-16da-478e-a286-ac359bacf70f service neutron] 10.222.0.90 "GET /v2.0/networks/576da013-3617-4a8e-90bf-f7e3da71dae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890648 Jun 14 18:20:55.990370 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-ea8515f8-a2bc-453a-a543-54557ef64620 req-a971268c-f958-4d78-a888-71cedcbcb02f service neutron] 10.222.0.90 "GET /v2.0/networks/576da013-3617-4a8e-90bf-f7e3da71dae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853844 Jun 14 18:20:56.063389 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-76b36223-92a8-4f59-b4c4-9e5f690b0a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '541a79cc-ea6c-4e86-a3e6-05b260334012', 'name': 'tempest-TestVolumeBootPattern-813700890-router', 'tenant_id': 'a98d65273e2546aa9252b74c4f9daae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '90224574-fba3-494b-aff0-a9906c2e6261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:12:56Z', 'updated_at': '2022-06-14T18:12:59Z', 'revision_number': 4, 'project_id': 'a98d65273e2546aa9252b74c4f9daae4', 'gw_port': {'id': '90224574-fba3-494b-aff0-a9906c2e6261', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:42:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541a79cc-ea6c-4e86-a3e6-05b260334012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:12:57Z', 'updated_at': '2022-06-14T18:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_floatingips': [{'id': '55b6a35f-808e-4222-994c-1d0e2e7c4146', 'tenant_id': 'a98d65273e2546aa9252b74c4f9daae4', 'floating_ip_address': '172.27.2.40', 'floating_network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'router_id': '541a79cc-ea6c-4e86-a3e6-05b260334012', 'port_id': 'db65d6ad-e03c-4d1f-9157-0ba6ff66b356', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '576da013-3617-4a8e-90bf-f7e3da71dae2', 'mac_address': 'fa:16:3e:33:6f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6004e2e1-5a5d-42b1-b35b-83be4e20d72e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:16:49Z', 'updated_at': '2022-06-14T18:16:51Z', 'revision_number': 1, 'project_id': 'a98d65273e2546aa9252b74c4f9daae4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45cf2237-13fc-429f-8e42-ba1e2f509c5c', 'name': '', 'network_id': '576da013-3617-4a8e-90bf-f7e3da71dae2', 'tenant_id': 'a98d65273e2546aa9252b74c4f9daae4', 'mac_address': 'fa:16:3e:98:e6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541a79cc-ea6c-4e86-a3e6-05b260334012', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'd637fcab-e631-4a9a-85a6-1edd05917c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:12:59Z', 'updated_at': '2022-06-14T18:13:04Z', 'revision_number': 5, 'project_id': 'a98d65273e2546aa9252b74c4f9daae4', 'subnets': [{'id': 'd637fcab-e631-4a9a-85a6-1edd05917c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:20:56.092719 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b36223-92a8-4f59-b4c4-9e5f690b0a7e None None] The sync data for ids ['541a79cc-ea6c-4e86-a3e6-05b260334012'] in dv-cinder-821739-1-iscsi is: [{'id': '541a79cc-ea6c-4e86-a3e6-05b260334012', 'name': 'tempest-TestVolumeBootPattern-813700890-router', 'tenant_id': 'a98d65273e2546aa9252b74c4f9daae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '90224574-fba3-494b-aff0-a9906c2e6261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:12:56Z', 'updated_at': '2022-06-14T18:12:59Z', 'revision_number': 4, 'project_id': 'a98d65273e2546aa9252b74c4f9daae4', 'gw_port': {'id': '90224574-fba3-494b-aff0-a9906c2e6261', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:42:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541a79cc-ea6c-4e86-a3e6-05b260334012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:12:57Z', 'updated_at': '2022-06-14T18:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_floatingips': [{'id': '55b6a35f-808e-4222-994c-1d0e2e7c4146', 'tenant_id': 'a98d65273e2546aa9252b74c4f9daae4', 'floating_ip_address': '172.27.2.40', 'floating_network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'router_id': '541a79cc-ea6c-4e86-a3e6-05b260334012', 'port_id': 'db65d6ad-e03c-4d1f-9157-0ba6ff66b356', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '576da013-3617-4a8e-90bf-f7e3da71dae2', 'mac_address': 'fa:16:3e:33:6f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6004e2e1-5a5d-42b1-b35b-83be4e20d72e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:16:49Z', 'updated_at': '2022-06-14T18:16:51Z', 'revision_number': 1, 'project_id': 'a98d65273e2546aa9252b74c4f9daae4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45cf2237-13fc-429f-8e42-ba1e2f509c5c', 'name': '', 'network_id': '576da013-3617-4a8e-90bf-f7e3da71dae2', 'tenant_id': 'a98d65273e2546aa9252b74c4f9daae4', 'mac_address': 'fa:16:3e:98:e6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541a79cc-ea6c-4e86-a3e6-05b260334012', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'd637fcab-e631-4a9a-85a6-1edd05917c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:12:59Z', 'updated_at': '2022-06-14T18:13:04Z', 'revision_number': 5, 'project_id': 'a98d65273e2546aa9252b74c4f9daae4', 'subnets': [{'id': 'd637fcab-e631-4a9a-85a6-1edd05917c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:20:56.316741 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d0ba59-f3bb-4668-b1a8-f778584136be None None] New status for floating IP b1cf3414-ac49-4773-88da-1a62a611decd: DOWN {{(pid=102478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 18:20:56.865319 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee30a2a-9180-42a3-acb0-57c81fac85bd req-0ef1f28b-cb3c-406d-9644-2f6a599d3ae9 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:20:56.866952 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-6ee30a2a-9180-42a3-acb0-57c81fac85bd req-0ef1f28b-cb3c-406d-9644-2f6a599d3ae9 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/ports?device_id=c867268a-6ee0-4c0d-a40b-7f38268c4dc4 HTTP/1.1" status: 200 len: 945 time: 0.0679867 Jun 14 18:20:56.914393 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-6ee30a2a-9180-42a3-acb0-57c81fac85bd req-6ad537e2-a8f9-4569-8789-67daba04a30c tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e9b1789-2c21-44c4-9200-ad2f8fbcbd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383425 Jun 14 18:20:56.928944 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c097e12-785e-4a9b-aea0-29cc6e73c911 req-23cbaaac-a650-4931-8e03-60f8d53446d8 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:20:56.930555 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-9c097e12-785e-4a9b-aea0-29cc6e73c911 req-23cbaaac-a650-4931-8e03-60f8d53446d8 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a221484-e5d2-45ab-84ab-a4708fc3a763 HTTP/1.1" status: 200 len: 984 time: 0.0587533 Jun 14 18:20:56.986561 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-9c097e12-785e-4a9b-aea0-29cc6e73c911 req-93098e96-013a-4122-8449-4ea335023a44 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/security-groups?id=9c3f55f1-fcdc-43bd-99f5-a654d391ae4b&id=ec868785-5059-455d-9001-6c5526312647&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0483246 Jun 14 18:20:57.139665 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:57.419196 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac276ce-f36f-4ed2-92f2-eabf044cbbf8 req-7948b7df-58aa-4496-9948-368f9c27225a tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:20:57.420612 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-dac276ce-f36f-4ed2-92f2-eabf044cbbf8 req-7948b7df-58aa-4496-9948-368f9c27225a tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.90 "GET /v2.0/ports?device_id=c867268a-6ee0-4c0d-a40b-7f38268c4dc4 HTTP/1.1" status: 200 len: 945 time: 0.0472763 Jun 14 18:20:57.509462 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.plugin [req-dac276ce-f36f-4ed2-92f2-eabf044cbbf8 req-3c345b73-3355-4bac-ab3a-82592dbcff80 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Deleting port 2af0a7a3-7d79-44a7-9b66-c56a0fb05efc {{(pid=102477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 14 18:20:57.509826 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-dac276ce-f36f-4ed2-92f2-eabf044cbbf8 req-3c345b73-3355-4bac-ab3a-82592dbcff80 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239577025'] for port, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:57.600153 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.db [req-dac276ce-f36f-4ed2-92f2-eabf044cbbf8 req-3c345b73-3355-4bac-ab3a-82592dbcff80 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] For port 2af0a7a3-7d79-44a7-9b66-c56a0fb05efc, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=2af0a7a3-7d79-44a7-9b66-c56a0fb05efc,segment=NetworkSegment(2256f80c-8b7b-45d3-85f9-54dff98916a9),segment_id=2256f80c-8b7b-45d3-85f9-54dff98916a9)] {{(pid=102477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:20:57.600434 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-dac276ce-f36f-4ed2-92f2-eabf044cbbf8 req-3c345b73-3355-4bac-ab3a-82592dbcff80 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282467'] for port, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:57.616450 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.plugin [req-dac276ce-f36f-4ed2-92f2-eabf044cbbf8 req-3c345b73-3355-4bac-ab3a-82592dbcff80 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Calling delete_port for 2af0a7a3-7d79-44a7-9b66-c56a0fb05efc owned by compute:nova {{(pid=102477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 14 18:20:57.752875 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-dac276ce-f36f-4ed2-92f2-eabf044cbbf8 req-3c345b73-3355-4bac-ab3a-82592dbcff80 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239583007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239190869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16661523'] for port, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:57.777730 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.agents_db [None req-d83a49a0-1be1-4d29-a7ba-91319940a8a9 None None] Agent healthcheck: found 6 active agents {{(pid=102479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 14 18:20:57.782599 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c345b73-3355-4bac-ab3a-82592dbcff80 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Pushing event deleted for resources: {'Port': ['ID=2af0a7a3-7d79-44a7-9b66-c56a0fb05efc,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:20:57.822256 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.l3_dvrscheduler_db [req-dac276ce-f36f-4ed2-92f2-eabf044cbbf8 req-3c345b73-3355-4bac-ab3a-82592dbcff80 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] No DVR routers for this DVR port 2af0a7a3-7d79-44a7-9b66-c56a0fb05efc on host hv-cinder-82173 {{(pid=102477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 18:20:57.824834 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-dac276ce-f36f-4ed2-92f2-eabf044cbbf8 req-3c345b73-3355-4bac-ab3a-82592dbcff80 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for port, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:20:57.828118 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-dac276ce-f36f-4ed2-92f2-eabf044cbbf8 req-3c345b73-3355-4bac-ab3a-82592dbcff80 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.90 "DELETE /v2.0/ports/2af0a7a3-7d79-44a7-9b66-c56a0fb05efc HTTP/1.1" status: 204 len: 173 time: 0.4009848 Jun 14 18:20:57.828546 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c867268a-6ee0-4c0d-a40b-7f38268c4dc4', 'name': 'network-vif-deleted', 'tag': '2af0a7a3-7d79-44a7-9b66-c56a0fb05efc'}] {{(pid=102477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:20:57.830849 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63a05a5c49a881ad62840f65bcdf4689c8e257def52ee20504415851ea2faa0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b47ebe-6b39-4714-a113-0a239e772f82" -d '{"events": [{"server_uuid": "c867268a-6ee0-4c0d-a40b-7f38268c4dc4", "name": "network-vif-deleted", "tag": "2af0a7a3-7d79-44a7-9b66-c56a0fb05efc"}]}' {{(pid=102477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:20:57.871056 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a8003f-92e2-4940-bb48-a5801929ed1e x-openstack-request-id: req-c6a8003f-92e2-4940-bb48-a5801929ed1e {{(pid=102477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:20:57.871856 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c867268a-6ee0-4c0d-a40b-7f38268c4dc4", "name": "network-vif-deleted", "tag": "2af0a7a3-7d79-44a7-9b66-c56a0fb05efc", "status": "completed", "code": 200}]} {{(pid=102477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:20:57.871856 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c6a8003f-92e2-4940-bb48-a5801929ed1e {{(pid=102477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:20:57.872064 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6a8003f-92e2-4940-bb48-a5801929ed1e'] response: {'server_uuid': 'c867268a-6ee0-4c0d-a40b-7f38268c4dc4', 'name': 'network-vif-deleted', 'tag': '2af0a7a3-7d79-44a7-9b66-c56a0fb05efc', 'status': 'completed', 'code': 200} Jun 14 18:20:58.032703 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-49cf10f7-0c6d-419f-b12f-cbc362634a88 req-c93e89d5-4cf4-45f9-8a1b-5c49f5ef1b22 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/ports?device_id=c867268a-6ee0-4c0d-a40b-7f38268c4dc4 HTTP/1.1" status: 200 len: 210 time: 0.0295339 Jun 14 18:20:58.111039 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de4a77-283d-4ff6-b72f-19871df29eb9 req-56544f89-d1a9-4438-aba7-d04d20ecac4a tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:20:58.112637 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-89de4a77-283d-4ff6-b72f-19871df29eb9 req-56544f89-d1a9-4438-aba7-d04d20ecac4a tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a221484-e5d2-45ab-84ab-a4708fc3a763 HTTP/1.1" status: 200 len: 984 time: 0.0525782 Jun 14 18:20:58.161096 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-89de4a77-283d-4ff6-b72f-19871df29eb9 req-7a55079d-16cd-4aaf-9f8c-ba586ec901f3 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/security-groups?id=9c3f55f1-fcdc-43bd-99f5-a654d391ae4b&id=ec868785-5059-455d-9001-6c5526312647&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0412972 Jun 14 18:20:59.276285 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766ad98f-ddc7-43bf-a8ea-fd48aa7fb54f req-81645867-d71e-4486-97e2-b532d6154b5a tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:20:59.277770 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-766ad98f-ddc7-43bf-a8ea-fd48aa7fb54f req-81645867-d71e-4486-97e2-b532d6154b5a tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a221484-e5d2-45ab-84ab-a4708fc3a763 HTTP/1.1" status: 200 len: 984 time: 0.0486443 Jun 14 18:20:59.318188 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-766ad98f-ddc7-43bf-a8ea-fd48aa7fb54f req-355b52c1-5e16-42e1-923a-2d0ea902a3b5 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/security-groups?id=9c3f55f1-fcdc-43bd-99f5-a654d391ae4b&id=ec868785-5059-455d-9001-6c5526312647&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341880 Jun 14 18:21:00.596716 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8708ee3a-5e4a-4187-a7b1-d86f3f418253 req-a1f572c8-054f-4f19-ae2e-5493df60bef0 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:21:00.597968 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device 2af0a7a3-7d79-44a7-9b66-c56a0fb05efc no longer exists at agent hyperv_hv-cinder-82173 {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:21:00.598400 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-8708ee3a-5e4a-4187-a7b1-d86f3f418253 req-a1f572c8-054f-4f19-ae2e-5493df60bef0 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a221484-e5d2-45ab-84ab-a4708fc3a763 HTTP/1.1" status: 200 len: 984 time: 0.0498707 Jun 14 18:21:00.622683 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] No Port match for: 2af0a7a3-7d79-44a7-9b66-c56a0fb05efc {{(pid=102478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 14 18:21:00.623098 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device 2af0a7a3-7d79-44a7-9b66-c56a0fb05efc not bound to the agent host hv-cinder-82173 {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:21:00.641400 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-8708ee3a-5e4a-4187-a7b1-d86f3f418253 req-b8355fb1-0df5-458a-a3e4-2fc33f3c9b89 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/security-groups?id=9c3f55f1-fcdc-43bd-99f5-a654d391ae4b&id=ec868785-5059-455d-9001-6c5526312647&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0350258 Jun 14 18:21:01.300545 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 59770) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:21:01.453266 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.plugin [None req-3cb2487a-8a28-44bc-bf44-542a8a9b7c98 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Deleting port 2dc44368-90c2-4720-92d8-a0b76235b107 {{(pid=102476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 14 18:21:01.453603 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-3cb2487a-8a28-44bc-bf44-542a8a9b7c98 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239577025'] for port, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:01.528594 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-3cb2487a-8a28-44bc-bf44-542a8a9b7c98 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282467'] for port, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:01.528908 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-3cb2487a-8a28-44bc-bf44-542a8a9b7c98 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:01.540202 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.plugin [None req-3cb2487a-8a28-44bc-bf44-542a8a9b7c98 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Calling delete_port for 2dc44368-90c2-4720-92d8-a0b76235b107 owned by network:floatingip {{(pid=102476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 14 18:21:01.681013 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-3cb2487a-8a28-44bc-bf44-542a8a9b7c98 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239583007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239190869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378765'] for port, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:01.711811 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb2487a-8a28-44bc-bf44-542a8a9b7c98 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Pushing event deleted for resources: {'Port': ['ID=2dc44368-90c2-4720-92d8-a0b76235b107,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:21:01.756369 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99405660-08b3-4f8e-9f44-d88fb6a4b6a0 req-cb2967cb-5522-47ff-810d-603094f23488 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:21:01.757831 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-99405660-08b3-4f8e-9f44-d88fb6a4b6a0 req-cb2967cb-5522-47ff-810d-603094f23488 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a221484-e5d2-45ab-84ab-a4708fc3a763 HTTP/1.1" status: 200 len: 984 time: 0.0482404 Jun 14 18:21:01.767838 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-3cb2487a-8a28-44bc-bf44-542a8a9b7c98 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks [] for floatingip, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:01.768162 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.db.l3_db [None req-3cb2487a-8a28-44bc-bf44-542a8a9b7c98 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Floating IP 55b6a35f-808e-4222-994c-1d0e2e7c4146 disassociated (deleted). External IP: 172.27.2.40, port: db65d6ad-e03c-4d1f-9157-0ba6ff66b356. Jun 14 18:21:01.798635 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-99405660-08b3-4f8e-9f44-d88fb6a4b6a0 req-8524db08-c222-471a-8052-029649dd817c tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/security-groups?id=9c3f55f1-fcdc-43bd-99f5-a654d391ae4b&id=ec868785-5059-455d-9001-6c5526312647&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336776 Jun 14 18:21:02.242614 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cb2487a-8a28-44bc-bf44-542a8a9b7c98 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Router 541a79cc-ea6c-4e86-a3e6-05b260334012 has already been hosted by L3 agent 2bd7ef4a-700f-45f4-ae1e-98ca6454acba {{(pid=102476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:21:02.350649 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb2487a-8a28-44bc-bf44-542a8a9b7c98 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify agent at l3_agent.dv-cinder-821739-1-iscsi the message routers_updated {{(pid=102476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:21:02.355686 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-3cb2487a-8a28-44bc-bf44-542a8a9b7c98 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for floatingip, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:02.360973 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f064c0-2fe5-423a-a048-05ef361194fa None None] Sync routers for ids ['541a79cc-ea6c-4e86-a3e6-05b260334012'] in dv-cinder-821739-1-iscsi {{(pid=102479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:21:02.371770 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f064c0-2fe5-423a-a048-05ef361194fa None None] Routers {'541a79cc-ea6c-4e86-a3e6-05b260334012'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:21:02.372372 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-80f064c0-2fe5-423a-a048-05ef361194fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:20:49Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['541a79cc-ea6c-4e86-a3e6-05b260334012'], 'active': True} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:21:02.382895 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-3cb2487a-8a28-44bc-bf44-542a8a9b7c98 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "DELETE /v2.0/floatingips/55b6a35f-808e-4222-994c-1d0e2e7c4146 HTTP/1.1" status: 204 len: 168 time: 1.0812893 Jun 14 18:21:02.383488 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6004e2e1-5a5d-42b1-b35b-83be4e20d72e', 'tag': 'db65d6ad-e03c-4d1f-9157-0ba6ff66b356'}] {{(pid=102476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:21:02.386166 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f6785e4de8a87b7f797dd5e96f4d126f8c0b91c7fbdcfaa1853e8ef739b068f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab9955a-93fd-4721-8966-eb72e1c42561" -d '{"events": [{"name": "network-changed", "server_uuid": "6004e2e1-5a5d-42b1-b35b-83be4e20d72e", "tag": "db65d6ad-e03c-4d1f-9157-0ba6ff66b356"}]}' {{(pid=102476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:21:02.426920 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Jun 2022 18:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6e17517-002f-4b73-b79c-dbf0901271e6 x-openstack-request-id: req-c6e17517-002f-4b73-b79c-dbf0901271e6 {{(pid=102476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:21:02.427216 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6004e2e1-5a5d-42b1-b35b-83be4e20d72e", "tag": "db65d6ad-e03c-4d1f-9157-0ba6ff66b356", "status": "completed", "code": 200}]} {{(pid=102476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:21:02.427470 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c6e17517-002f-4b73-b79c-dbf0901271e6 {{(pid=102476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:21:02.427875 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6e17517-002f-4b73-b79c-dbf0901271e6'] response: {'name': 'network-changed', 'server_uuid': '6004e2e1-5a5d-42b1-b35b-83be4e20d72e', 'tag': 'db65d6ad-e03c-4d1f-9157-0ba6ff66b356', 'status': 'completed', 'code': 200} Jun 14 18:21:02.511322 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab9955a-93fd-4721-8966-eb72e1c42561 req-16dbec94-019c-473b-a875-4b48cc27669b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:21:02.512831 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-7ab9955a-93fd-4721-8966-eb72e1c42561 req-16dbec94-019c-473b-a875-4b48cc27669b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a98d65273e2546aa9252b74c4f9daae4&device_id=6004e2e1-5a5d-42b1-b35b-83be4e20d72e HTTP/1.1" status: 200 len: 1098 time: 0.0457764 Jun 14 18:21:02.581582 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvr_db [None req-80f064c0-2fe5-423a-a048-05ef361194fa None None] Set router 541a79cc-ea6c-4e86-a3e6-05b260334012 gateway port host: dv-cinder-821739-1-iscsi {{(pid=102479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:21:02.657471 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab9955a-93fd-4721-8966-eb72e1c42561 req-5e6cb56f-4506-480c-8c58-c46280bd8a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:21:02.658998 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-7ab9955a-93fd-4721-8966-eb72e1c42561 req-5e6cb56f-4506-480c-8c58-c46280bd8a1a service neutron] 10.222.0.90 "GET /v2.0/networks?id=576da013-3617-4a8e-90bf-f7e3da71dae2 HTTP/1.1" status: 200 len: 913 time: 0.1318245 Jun 14 18:21:02.671897 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7659c79-9755-46fb-9469-dfe5c6983aff req-eba9f434-087d-4be2-b29f-02d959cf476a tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:21:02.673330 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-c7659c79-9755-46fb-9469-dfe5c6983aff req-eba9f434-087d-4be2-b29f-02d959cf476a tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/ports?device_id=6004e2e1-5a5d-42b1-b35b-83be4e20d72e HTTP/1.1" status: 200 len: 945 time: 0.0725400 Jun 14 18:21:02.722936 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-7ab9955a-93fd-4721-8966-eb72e1c42561 req-b929f028-8d69-4154-b10c-b4f0dfe906a4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db65d6ad-e03c-4d1f-9157-0ba6ff66b356 HTTP/1.1" status: 200 len: 217 time: 0.0485940 Jun 14 18:21:02.768457 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-c7659c79-9755-46fb-9469-dfe5c6983aff req-1e7161f6-d97f-4be1-a82c-f6d15451769b tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e9b1789-2c21-44c4-9200-ad2f8fbcbd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885534 Jun 14 18:21:02.785149 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab9955a-93fd-4721-8966-eb72e1c42561 req-6b5090e7-2a51-4955-9651-82ef61c3b970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:21:02.786845 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-7ab9955a-93fd-4721-8966-eb72e1c42561 req-6b5090e7-2a51-4955-9651-82ef61c3b970 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d637fcab-e631-4a9a-85a6-1edd05917c42 HTTP/1.1" status: 200 len: 850 time: 0.0565872 Jun 14 18:21:02.794149 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-80f064c0-2fe5-423a-a048-05ef361194fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '541a79cc-ea6c-4e86-a3e6-05b260334012', 'name': 'tempest-TestVolumeBootPattern-813700890-router', 'tenant_id': 'a98d65273e2546aa9252b74c4f9daae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '90224574-fba3-494b-aff0-a9906c2e6261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:12:56Z', 'updated_at': '2022-06-14T18:12:59Z', 'revision_number': 4, 'project_id': 'a98d65273e2546aa9252b74c4f9daae4', 'gw_port': {'id': '90224574-fba3-494b-aff0-a9906c2e6261', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:42:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541a79cc-ea6c-4e86-a3e6-05b260334012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:12:57Z', 'updated_at': '2022-06-14T18:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_interfaces': [{'id': '45cf2237-13fc-429f-8e42-ba1e2f509c5c', 'name': '', 'network_id': '576da013-3617-4a8e-90bf-f7e3da71dae2', 'tenant_id': 'a98d65273e2546aa9252b74c4f9daae4', 'mac_address': 'fa:16:3e:98:e6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541a79cc-ea6c-4e86-a3e6-05b260334012', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'd637fcab-e631-4a9a-85a6-1edd05917c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:12:59Z', 'updated_at': '2022-06-14T18:13:04Z', 'revision_number': 5, 'project_id': 'a98d65273e2546aa9252b74c4f9daae4', 'subnets': [{'id': 'd637fcab-e631-4a9a-85a6-1edd05917c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:21:02.820130 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f064c0-2fe5-423a-a048-05ef361194fa None None] Checking router: 541a79cc-ea6c-4e86-a3e6-05b260334012 for host: dv-cinder-821739-1-iscsi {{(pid=102479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:21:02.829388 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f064c0-2fe5-423a-a048-05ef361194fa None None] Routers {'541a79cc-ea6c-4e86-a3e6-05b260334012'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:21:02.830026 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-80f064c0-2fe5-423a-a048-05ef361194fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:20:49Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['541a79cc-ea6c-4e86-a3e6-05b260334012'], 'active': True} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:21:02.835692 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab9955a-93fd-4721-8966-eb72e1c42561 req-aff7d0a6-9c14-48f1-9373-043673ed525b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:21:02.837197 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-7ab9955a-93fd-4721-8966-eb72e1c42561 req-aff7d0a6-9c14-48f1-9373-043673ed525b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=576da013-3617-4a8e-90bf-f7e3da71dae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425897 Jun 14 18:21:02.928984 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5309cc47-2c2e-4162-99dd-f297c0a7f9b0 req-114c7275-372a-4490-9157-079ca085eda2 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:21:02.930677 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-5309cc47-2c2e-4162-99dd-f297c0a7f9b0 req-114c7275-372a-4490-9157-079ca085eda2 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a221484-e5d2-45ab-84ab-a4708fc3a763 HTTP/1.1" status: 200 len: 984 time: 0.0559502 Jun 14 18:21:02.946917 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-7ab9955a-93fd-4721-8966-eb72e1c42561 req-e57991cb-7adc-4a77-ac1a-13c6b0303f6c service neutron] 10.222.0.90 "GET /v2.0/networks/576da013-3617-4a8e-90bf-f7e3da71dae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020188 Jun 14 18:21:02.967022 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvr_db [None req-80f064c0-2fe5-423a-a048-05ef361194fa None None] Set router 541a79cc-ea6c-4e86-a3e6-05b260334012 gateway port host: dv-cinder-821739-1-iscsi {{(pid=102479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:21:02.981665 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-5309cc47-2c2e-4162-99dd-f297c0a7f9b0 req-c3aa75e4-27e0-4984-8df1-bc40b96937c7 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/security-groups?id=9c3f55f1-fcdc-43bd-99f5-a654d391ae4b&id=ec868785-5059-455d-9001-6c5526312647&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0426841 Jun 14 18:21:03.052561 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-7ab9955a-93fd-4721-8966-eb72e1c42561 req-77c5236b-3096-4e0b-a6e6-2fc51cfe97f9 service neutron] 10.222.0.90 "GET /v2.0/networks/576da013-3617-4a8e-90bf-f7e3da71dae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980237 Jun 14 18:21:03.180025 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-80f064c0-2fe5-423a-a048-05ef361194fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '541a79cc-ea6c-4e86-a3e6-05b260334012', 'name': 'tempest-TestVolumeBootPattern-813700890-router', 'tenant_id': 'a98d65273e2546aa9252b74c4f9daae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '90224574-fba3-494b-aff0-a9906c2e6261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:12:56Z', 'updated_at': '2022-06-14T18:12:59Z', 'revision_number': 4, 'project_id': 'a98d65273e2546aa9252b74c4f9daae4', 'gw_port': {'id': '90224574-fba3-494b-aff0-a9906c2e6261', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:42:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541a79cc-ea6c-4e86-a3e6-05b260334012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:12:57Z', 'updated_at': '2022-06-14T18:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_interfaces': [{'id': '45cf2237-13fc-429f-8e42-ba1e2f509c5c', 'name': '', 'network_id': '576da013-3617-4a8e-90bf-f7e3da71dae2', 'tenant_id': 'a98d65273e2546aa9252b74c4f9daae4', 'mac_address': 'fa:16:3e:98:e6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541a79cc-ea6c-4e86-a3e6-05b260334012', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'd637fcab-e631-4a9a-85a6-1edd05917c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:12:59Z', 'updated_at': '2022-06-14T18:13:04Z', 'revision_number': 5, 'project_id': 'a98d65273e2546aa9252b74c4f9daae4', 'subnets': [{'id': 'd637fcab-e631-4a9a-85a6-1edd05917c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:21:03.207039 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f064c0-2fe5-423a-a048-05ef361194fa None None] The sync data for ids ['541a79cc-ea6c-4e86-a3e6-05b260334012'] in dv-cinder-821739-1-iscsi is: [{'id': '541a79cc-ea6c-4e86-a3e6-05b260334012', 'name': 'tempest-TestVolumeBootPattern-813700890-router', 'tenant_id': 'a98d65273e2546aa9252b74c4f9daae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '90224574-fba3-494b-aff0-a9906c2e6261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:12:56Z', 'updated_at': '2022-06-14T18:12:59Z', 'revision_number': 4, 'project_id': 'a98d65273e2546aa9252b74c4f9daae4', 'gw_port': {'id': '90224574-fba3-494b-aff0-a9906c2e6261', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:42:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541a79cc-ea6c-4e86-a3e6-05b260334012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:12:57Z', 'updated_at': '2022-06-14T18:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_interfaces': [{'id': '45cf2237-13fc-429f-8e42-ba1e2f509c5c', 'name': '', 'network_id': '576da013-3617-4a8e-90bf-f7e3da71dae2', 'tenant_id': 'a98d65273e2546aa9252b74c4f9daae4', 'mac_address': 'fa:16:3e:98:e6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541a79cc-ea6c-4e86-a3e6-05b260334012', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'd637fcab-e631-4a9a-85a6-1edd05917c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:12:59Z', 'updated_at': '2022-06-14T18:13:04Z', 'revision_number': 5, 'project_id': 'a98d65273e2546aa9252b74c4f9daae4', 'subnets': [{'id': 'd637fcab-e631-4a9a-85a6-1edd05917c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:21:03.314232 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82840683-b09b-4a81-9541-c08de7708ef9 req-93fc8abc-833d-4a24-8753-03cbfa3bd020 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:21:03.315716 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-82840683-b09b-4a81-9541-c08de7708ef9 req-93fc8abc-833d-4a24-8753-03cbfa3bd020 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/ports?device_id=55a6790c-9c8e-432b-b2df-2a8441ec2305 HTTP/1.1" status: 200 len: 945 time: 0.0536382 Jun 14 18:21:03.358562 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-82840683-b09b-4a81-9541-c08de7708ef9 req-c3b67e04-afa3-4969-9821-f4da6e1583af tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/security-groups?id=a92bd27d-d894-4caa-8e12-840bb56d9418&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0367148 Jun 14 18:21:03.430570 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd70afb-21a8-470d-b426-34733007d4e3 None None] New status for floating IP 55b6a35f-808e-4222-994c-1d0e2e7c4146: DOWN {{(pid=102478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 18:21:03.886788 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394ca7ee-beea-4fd9-a9b7-eee91b17f0be req-29f09d81-4198-4179-82c2-cc1fc73d2d1d tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:21:03.888304 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-394ca7ee-beea-4fd9-a9b7-eee91b17f0be req-29f09d81-4198-4179-82c2-cc1fc73d2d1d tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/ports?device_id=6004e2e1-5a5d-42b1-b35b-83be4e20d72e HTTP/1.1" status: 200 len: 945 time: 0.0514607 Jun 14 18:21:03.926671 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-394ca7ee-beea-4fd9-a9b7-eee91b17f0be req-52417b55-a987-47c9-a9ce-ede11535909e tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e9b1789-2c21-44c4-9200-ad2f8fbcbd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323069 Jun 14 18:21:04.098811 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c0f4c0-7ce8-43f3-ae97-da6de858a3a2 req-57572ad2-39a9-4afe-8e84-8a055cbf9137 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:21:04.100226 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-63c0f4c0-7ce8-43f3-ae97-da6de858a3a2 req-57572ad2-39a9-4afe-8e84-8a055cbf9137 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a221484-e5d2-45ab-84ab-a4708fc3a763 HTTP/1.1" status: 200 len: 984 time: 0.0486236 Jun 14 18:21:04.142513 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-63c0f4c0-7ce8-43f3-ae97-da6de858a3a2 req-1fb71aad-c405-4b5d-80a9-17c6c76849a4 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/security-groups?id=9c3f55f1-fcdc-43bd-99f5-a654d391ae4b&id=ec868785-5059-455d-9001-6c5526312647&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332570 Jun 14 18:21:04.309019 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d4cea0-43b6-4a81-b953-e5dc1ba1a0e0 req-613fb7e0-d81a-44d1-b3d8-745df94ddfcd tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:21:04.310508 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-c2d4cea0-43b6-4a81-b953-e5dc1ba1a0e0 req-613fb7e0-d81a-44d1-b3d8-745df94ddfcd tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.90 "GET /v2.0/ports?device_id=6004e2e1-5a5d-42b1-b35b-83be4e20d72e HTTP/1.1" status: 200 len: 945 time: 0.0482852 Jun 14 18:21:04.412852 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.plugin [req-c2d4cea0-43b6-4a81-b953-e5dc1ba1a0e0 req-73d23d6d-3251-4c8c-897c-318c4e54a50c tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Deleting port db65d6ad-e03c-4d1f-9157-0ba6ff66b356 {{(pid=102477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 14 18:21:04.413184 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-c2d4cea0-43b6-4a81-b953-e5dc1ba1a0e0 req-73d23d6d-3251-4c8c-897c-318c4e54a50c tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239577025'] for port, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:04.477925 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8fde7b-c19c-4480-a888-dc21a65e3400 req-d949e6ad-2dcd-4787-a551-d53f35c609af tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:21:04.480075 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-dc8fde7b-c19c-4480-a888-dc21a65e3400 req-d949e6ad-2dcd-4787-a551-d53f35c609af tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/ports?device_id=55a6790c-9c8e-432b-b2df-2a8441ec2305 HTTP/1.1" status: 200 len: 945 time: 0.0494616 Jun 14 18:21:04.506569 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.db [req-c2d4cea0-43b6-4a81-b953-e5dc1ba1a0e0 req-73d23d6d-3251-4c8c-897c-318c4e54a50c tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] For port db65d6ad-e03c-4d1f-9157-0ba6ff66b356, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=db65d6ad-e03c-4d1f-9157-0ba6ff66b356,segment=NetworkSegment(2256f80c-8b7b-45d3-85f9-54dff98916a9),segment_id=2256f80c-8b7b-45d3-85f9-54dff98916a9)] {{(pid=102477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:21:04.506936 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-c2d4cea0-43b6-4a81-b953-e5dc1ba1a0e0 req-73d23d6d-3251-4c8c-897c-318c4e54a50c tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282467'] for port, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:04.518700 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-dc8fde7b-c19c-4480-a888-dc21a65e3400 req-4e653b40-8176-42e0-9bb0-beb65075ec29 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/security-groups?id=a92bd27d-d894-4caa-8e12-840bb56d9418&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0324297 Jun 14 18:21:04.520504 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.plugin [req-c2d4cea0-43b6-4a81-b953-e5dc1ba1a0e0 req-73d23d6d-3251-4c8c-897c-318c4e54a50c tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Calling delete_port for db65d6ad-e03c-4d1f-9157-0ba6ff66b356 owned by compute:nova {{(pid=102477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 14 18:21:04.656171 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-c2d4cea0-43b6-4a81-b953-e5dc1ba1a0e0 req-73d23d6d-3251-4c8c-897c-318c4e54a50c tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239583007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239190869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16661523'] for port, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:04.688636 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d23d6d-3251-4c8c-897c-318c4e54a50c tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Pushing event deleted for resources: {'Port': ['ID=db65d6ad-e03c-4d1f-9157-0ba6ff66b356,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:21:04.740334 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2d4cea0-43b6-4a81-b953-e5dc1ba1a0e0 req-73d23d6d-3251-4c8c-897c-318c4e54a50c tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] No DVR routers for this DVR port db65d6ad-e03c-4d1f-9157-0ba6ff66b356 on host hv-cinder-82173 {{(pid=102477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 18:21:04.742950 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-c2d4cea0-43b6-4a81-b953-e5dc1ba1a0e0 req-73d23d6d-3251-4c8c-897c-318c4e54a50c tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for port, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:04.746262 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-c2d4cea0-43b6-4a81-b953-e5dc1ba1a0e0 req-73d23d6d-3251-4c8c-897c-318c4e54a50c tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.90 "DELETE /v2.0/ports/db65d6ad-e03c-4d1f-9157-0ba6ff66b356 HTTP/1.1" status: 204 len: 173 time: 0.4264228 Jun 14 18:21:04.746724 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6004e2e1-5a5d-42b1-b35b-83be4e20d72e', 'name': 'network-vif-deleted', 'tag': 'db65d6ad-e03c-4d1f-9157-0ba6ff66b356'}] {{(pid=102477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:21:04.748933 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63a05a5c49a881ad62840f65bcdf4689c8e257def52ee20504415851ea2faa0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a953a4c-0e4e-44cc-92a5-b0fe670241cc" -d '{"events": [{"server_uuid": "6004e2e1-5a5d-42b1-b35b-83be4e20d72e", "name": "network-vif-deleted", "tag": "db65d6ad-e03c-4d1f-9157-0ba6ff66b356"}]}' {{(pid=102477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:21:04.784618 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e968f812-a128-421c-899c-9ebbeec1662f x-openstack-request-id: req-e968f812-a128-421c-899c-9ebbeec1662f {{(pid=102477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:21:04.784909 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6004e2e1-5a5d-42b1-b35b-83be4e20d72e", "name": "network-vif-deleted", "tag": "db65d6ad-e03c-4d1f-9157-0ba6ff66b356", "status": "completed", "code": 200}]} {{(pid=102477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:21:04.785208 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e968f812-a128-421c-899c-9ebbeec1662f {{(pid=102477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:21:04.785599 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e968f812-a128-421c-899c-9ebbeec1662f'] response: {'server_uuid': '6004e2e1-5a5d-42b1-b35b-83be4e20d72e', 'name': 'network-vif-deleted', 'tag': 'db65d6ad-e03c-4d1f-9157-0ba6ff66b356', 'status': 'completed', 'code': 200} Jun 14 18:21:04.847585 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acf5c4c-d7f9-4de7-8067-1e3e59a20f8e req-3f328a1e-9915-4630-a10d-e6eff7754bce tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:21:04.849035 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-0acf5c4c-d7f9-4de7-8067-1e3e59a20f8e req-3f328a1e-9915-4630-a10d-e6eff7754bce tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.90 "GET /v2.0/ports?device_id=55a6790c-9c8e-432b-b2df-2a8441ec2305 HTTP/1.1" status: 200 len: 945 time: 0.0512342 Jun 14 18:21:04.939600 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.plugin [req-0acf5c4c-d7f9-4de7-8067-1e3e59a20f8e req-e2b684c4-4320-41af-888b-ccb2bc9ffd89 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Deleting port 674a2770-445b-422e-9421-e735cc44c009 {{(pid=102477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 14 18:21:04.939852 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-0acf5c4c-d7f9-4de7-8067-1e3e59a20f8e req-e2b684c4-4320-41af-888b-ccb2bc9ffd89 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239577025'] for port, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:05.028283 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-a10e4ea6-f349-400b-bc1f-73211dc6ac7a req-61dca655-42d1-4462-98ba-ba81ee2892de tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "GET /v2.0/ports?device_id=6004e2e1-5a5d-42b1-b35b-83be4e20d72e HTTP/1.1" status: 200 len: 210 time: 0.0316970 Jun 14 18:21:05.045349 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.db [req-0acf5c4c-d7f9-4de7-8067-1e3e59a20f8e req-e2b684c4-4320-41af-888b-ccb2bc9ffd89 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] For port 674a2770-445b-422e-9421-e735cc44c009, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=674a2770-445b-422e-9421-e735cc44c009,segment=NetworkSegment(6328bd3b-152c-46b0-856b-068df43a7723),segment_id=6328bd3b-152c-46b0-856b-068df43a7723)] {{(pid=102477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:21:05.045761 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-0acf5c4c-d7f9-4de7-8067-1e3e59a20f8e req-e2b684c4-4320-41af-888b-ccb2bc9ffd89 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282467'] for port, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:05.253262 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-0acf5c4c-d7f9-4de7-8067-1e3e59a20f8e req-e2b684c4-4320-41af-888b-ccb2bc9ffd89 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:05.254012 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-0acf5c4c-d7f9-4de7-8067-1e3e59a20f8e req-e2b684c4-4320-41af-888b-ccb2bc9ffd89 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8287696'] for floatingip, after_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:05.254012 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.db.l3_db [req-0acf5c4c-d7f9-4de7-8067-1e3e59a20f8e req-e2b684c4-4320-41af-888b-ccb2bc9ffd89 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Floating IP 0da23693-9380-445e-805c-b98df0997290 disassociated. External IP: 172.27.2.233, port: 674a2770-445b-422e-9421-e735cc44c009. Jun 14 18:21:05.254267 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.plugin [req-0acf5c4c-d7f9-4de7-8067-1e3e59a20f8e req-e2b684c4-4320-41af-888b-ccb2bc9ffd89 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Calling delete_port for 674a2770-445b-422e-9421-e735cc44c009 owned by compute:nova {{(pid=102477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 14 18:21:05.313286 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288d4fcc-6199-44e2-b6df-723129a2651b req-d5b9fcee-a583-4615-8df5-e7165cf02cfa tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:21:05.314719 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-288d4fcc-6199-44e2-b6df-723129a2651b req-d5b9fcee-a583-4615-8df5-e7165cf02cfa tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a221484-e5d2-45ab-84ab-a4708fc3a763 HTTP/1.1" status: 200 len: 984 time: 0.0983484 Jun 14 18:21:05.374943 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-288d4fcc-6199-44e2-b6df-723129a2651b req-513e4938-51c4-4b22-8a89-00dd7039f07e tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/security-groups?id=9c3f55f1-fcdc-43bd-99f5-a654d391ae4b&id=ec868785-5059-455d-9001-6c5526312647&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535729 Jun 14 18:21:05.435149 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-0acf5c4c-d7f9-4de7-8067-1e3e59a20f8e req-e2b684c4-4320-41af-888b-ccb2bc9ffd89 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239583007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239190869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16661523'] for port, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:05.464569 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b684c4-4320-41af-888b-ccb2bc9ffd89 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Pushing event deleted for resources: {'Port': ['ID=674a2770-445b-422e-9421-e735cc44c009,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:21:05.590918 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0acf5c4c-d7f9-4de7-8067-1e3e59a20f8e req-e2b684c4-4320-41af-888b-ccb2bc9ffd89 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Router ef5d4ac0-65e8-4141-a13d-576baaa329ba has already been hosted by L3 agent 2bd7ef4a-700f-45f4-ae1e-98ca6454acba {{(pid=102477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:21:05.614400 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-b85d9bc6-5a1d-4f24-9129-9fe8a3ebe160 req-1e7f8f0c-e66c-4f60-97d1-c872807c06a2 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/ports?device_id=55a6790c-9c8e-432b-b2df-2a8441ec2305 HTTP/1.1" status: 200 len: 210 time: 0.0268989 Jun 14 18:21:05.698211 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0acf5c4c-d7f9-4de7-8067-1e3e59a20f8e req-e2b684c4-4320-41af-888b-ccb2bc9ffd89 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify agent at l3_agent.dv-cinder-821739-1-iscsi the message routers_updated {{(pid=102477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:21:05.709044 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25541016-ab55-43c6-af5e-69c8ffd81221 None None] Sync routers for ids ['ef5d4ac0-65e8-4141-a13d-576baaa329ba'] in dv-cinder-821739-1-iscsi {{(pid=102479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:21:05.719433 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25541016-ab55-43c6-af5e-69c8ffd81221 None None] Routers {'ef5d4ac0-65e8-4141-a13d-576baaa329ba'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:21:05.720040 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-25541016-ab55-43c6-af5e-69c8ffd81221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:20:49Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['ef5d4ac0-65e8-4141-a13d-576baaa329ba'], 'active': True} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:21:05.740806 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.l3_dvrscheduler_db [req-0acf5c4c-d7f9-4de7-8067-1e3e59a20f8e req-e2b684c4-4320-41af-888b-ccb2bc9ffd89 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] No DVR routers for this DVR port 674a2770-445b-422e-9421-e735cc44c009 on host hv-cinder-82173 {{(pid=102477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 18:21:05.743165 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-0acf5c4c-d7f9-4de7-8067-1e3e59a20f8e req-e2b684c4-4320-41af-888b-ccb2bc9ffd89 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for port, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:05.747071 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-0acf5c4c-d7f9-4de7-8067-1e3e59a20f8e req-e2b684c4-4320-41af-888b-ccb2bc9ffd89 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.90 "DELETE /v2.0/ports/674a2770-445b-422e-9421-e735cc44c009 HTTP/1.1" status: 204 len: 173 time: 0.8916893 Jun 14 18:21:05.829800 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvr_db [None req-25541016-ab55-43c6-af5e-69c8ffd81221 None None] Set router ef5d4ac0-65e8-4141-a13d-576baaa329ba gateway port host: dv-cinder-821739-1-iscsi {{(pid=102479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:21:06.063888 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-25541016-ab55-43c6-af5e-69c8ffd81221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'name': 'tempest-AttachVolumeNegativeTest-1757857751-router', 'tenant_id': '927013c586d5417e99dbc2cf0a0eed12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '7b326511-d8fa-46b4-874b-af4d5a5cd3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:18:31Z', 'updated_at': '2022-06-14T18:18:35Z', 'revision_number': 4, 'project_id': '927013c586d5417e99dbc2cf0a0eed12', 'gw_port': {'id': '7b326511-d8fa-46b4-874b-af4d5a5cd3b4', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:18:32Z', 'updated_at': '2022-06-14T18:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_floatingips': [{'id': '408b93ec-431b-464d-a6ef-ba5ae02fda36', 'tenant_id': '927013c586d5417e99dbc2cf0a0eed12', 'floating_ip_address': '172.27.2.190', 'floating_network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'router_id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'port_id': 'ed121229-487c-46cd-b188-a5adcbfb9d5d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a20cd105-ccee-4ccf-aa21-673440674804', 'mac_address': 'fa:16:3e:b7:8e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5cf695-91ef-443b-952e-3deb63c31a35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:18:37Z', 'updated_at': '2022-06-14T18:18:56Z', 'revision_number': 2, 'project_id': '927013c586d5417e99dbc2cf0a0eed12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8767bc7-2de4-4c78-ac1a-3dfdba970188', 'name': '', 'network_id': 'a20cd105-ccee-4ccf-aa21-673440674804', 'tenant_id': '927013c586d5417e99dbc2cf0a0eed12', 'mac_address': 'fa:16:3e:f4:1a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'adeaf354-122e-42a5-ab5f-7dce689ddb1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:18:34Z', 'updated_at': '2022-06-14T18:18:40Z', 'revision_number': 5, 'project_id': '927013c586d5417e99dbc2cf0a0eed12', 'subnets': [{'id': 'adeaf354-122e-42a5-ab5f-7dce689ddb1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:21:06.084612 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 59810) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:21:06.089717 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25541016-ab55-43c6-af5e-69c8ffd81221 None None] Checking router: ef5d4ac0-65e8-4141-a13d-576baaa329ba for host: dv-cinder-821739-1-iscsi {{(pid=102479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:21:06.098114 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25541016-ab55-43c6-af5e-69c8ffd81221 None None] Routers {'ef5d4ac0-65e8-4141-a13d-576baaa329ba'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:21:06.098725 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-25541016-ab55-43c6-af5e-69c8ffd81221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:20:49Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['ef5d4ac0-65e8-4141-a13d-576baaa329ba'], 'active': True} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:21:06.206683 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvr_db [None req-25541016-ab55-43c6-af5e-69c8ffd81221 None None] Set router ef5d4ac0-65e8-4141-a13d-576baaa329ba gateway port host: dv-cinder-821739-1-iscsi {{(pid=102479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:21:06.218547 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.plugin [None req-6f97b51d-1b88-4bce-9fa2-b9354846b6f6 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Deleting port 3439474c-0f04-4593-8101-23150476bbd4 {{(pid=102476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 14 18:21:06.218890 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-6f97b51d-1b88-4bce-9fa2-b9354846b6f6 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239577025'] for port, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:06.299246 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-6f97b51d-1b88-4bce-9fa2-b9354846b6f6 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282467'] for port, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:06.299674 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-6f97b51d-1b88-4bce-9fa2-b9354846b6f6 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:06.313048 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.plugin [None req-6f97b51d-1b88-4bce-9fa2-b9354846b6f6 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Calling delete_port for 3439474c-0f04-4593-8101-23150476bbd4 owned by network:floatingip {{(pid=102476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 14 18:21:06.453388 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-25541016-ab55-43c6-af5e-69c8ffd81221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'name': 'tempest-AttachVolumeNegativeTest-1757857751-router', 'tenant_id': '927013c586d5417e99dbc2cf0a0eed12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '7b326511-d8fa-46b4-874b-af4d5a5cd3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:18:31Z', 'updated_at': '2022-06-14T18:18:35Z', 'revision_number': 4, 'project_id': '927013c586d5417e99dbc2cf0a0eed12', 'gw_port': {'id': '7b326511-d8fa-46b4-874b-af4d5a5cd3b4', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:18:32Z', 'updated_at': '2022-06-14T18:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_floatingips': [{'id': '408b93ec-431b-464d-a6ef-ba5ae02fda36', 'tenant_id': '927013c586d5417e99dbc2cf0a0eed12', 'floating_ip_address': '172.27.2.190', 'floating_network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'router_id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'port_id': 'ed121229-487c-46cd-b188-a5adcbfb9d5d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a20cd105-ccee-4ccf-aa21-673440674804', 'mac_address': 'fa:16:3e:b7:8e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5cf695-91ef-443b-952e-3deb63c31a35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:18:37Z', 'updated_at': '2022-06-14T18:18:56Z', 'revision_number': 2, 'project_id': '927013c586d5417e99dbc2cf0a0eed12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8767bc7-2de4-4c78-ac1a-3dfdba970188', 'name': '', 'network_id': 'a20cd105-ccee-4ccf-aa21-673440674804', 'tenant_id': '927013c586d5417e99dbc2cf0a0eed12', 'mac_address': 'fa:16:3e:f4:1a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'adeaf354-122e-42a5-ab5f-7dce689ddb1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:18:34Z', 'updated_at': '2022-06-14T18:18:40Z', 'revision_number': 5, 'project_id': '927013c586d5417e99dbc2cf0a0eed12', 'subnets': [{'id': 'adeaf354-122e-42a5-ab5f-7dce689ddb1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:21:06.480003 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-6f97b51d-1b88-4bce-9fa2-b9354846b6f6 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239583007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239190869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378765'] for port, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:06.486180 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25541016-ab55-43c6-af5e-69c8ffd81221 None None] The sync data for ids ['ef5d4ac0-65e8-4141-a13d-576baaa329ba'] in dv-cinder-821739-1-iscsi is: [{'id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'name': 'tempest-AttachVolumeNegativeTest-1757857751-router', 'tenant_id': '927013c586d5417e99dbc2cf0a0eed12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '7b326511-d8fa-46b4-874b-af4d5a5cd3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:18:31Z', 'updated_at': '2022-06-14T18:18:35Z', 'revision_number': 4, 'project_id': '927013c586d5417e99dbc2cf0a0eed12', 'gw_port': {'id': '7b326511-d8fa-46b4-874b-af4d5a5cd3b4', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:18:32Z', 'updated_at': '2022-06-14T18:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_floatingips': [{'id': '408b93ec-431b-464d-a6ef-ba5ae02fda36', 'tenant_id': '927013c586d5417e99dbc2cf0a0eed12', 'floating_ip_address': '172.27.2.190', 'floating_network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'router_id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'port_id': 'ed121229-487c-46cd-b188-a5adcbfb9d5d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a20cd105-ccee-4ccf-aa21-673440674804', 'mac_address': 'fa:16:3e:b7:8e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5cf695-91ef-443b-952e-3deb63c31a35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:18:37Z', 'updated_at': '2022-06-14T18:18:56Z', 'revision_number': 2, 'project_id': '927013c586d5417e99dbc2cf0a0eed12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8767bc7-2de4-4c78-ac1a-3dfdba970188', 'name': '', 'network_id': 'a20cd105-ccee-4ccf-aa21-673440674804', 'tenant_id': '927013c586d5417e99dbc2cf0a0eed12', 'mac_address': 'fa:16:3e:f4:1a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'adeaf354-122e-42a5-ab5f-7dce689ddb1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:18:34Z', 'updated_at': '2022-06-14T18:18:40Z', 'revision_number': 5, 'project_id': '927013c586d5417e99dbc2cf0a0eed12', 'subnets': [{'id': 'adeaf354-122e-42a5-ab5f-7dce689ddb1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:21:06.515515 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f97b51d-1b88-4bce-9fa2-b9354846b6f6 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Pushing event deleted for resources: {'Port': ['ID=3439474c-0f04-4593-8101-23150476bbd4,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:21:06.549091 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb5992-3f56-462f-8db8-8e0ef9617de9 req-49e6c2c9-a3c1-4473-8f4d-7bdc2d0dff85 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:21:06.550647 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-b7cb5992-3f56-462f-8db8-8e0ef9617de9 req-49e6c2c9-a3c1-4473-8f4d-7bdc2d0dff85 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a221484-e5d2-45ab-84ab-a4708fc3a763 HTTP/1.1" status: 200 len: 984 time: 0.1014230 Jun 14 18:21:06.611124 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-6f97b51d-1b88-4bce-9fa2-b9354846b6f6 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks [] for floatingip, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:06.613628 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-6f97b51d-1b88-4bce-9fa2-b9354846b6f6 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for floatingip, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:06.614811 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-6f97b51d-1b88-4bce-9fa2-b9354846b6f6 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "DELETE /v2.0/floatingips/cc6b92b3-e7bf-472b-8c25-29f15aa6d4c1 HTTP/1.1" status: 204 len: 168 time: 0.5291789 Jun 14 18:21:06.634381 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-b7cb5992-3f56-462f-8db8-8e0ef9617de9 req-b71d597d-ae1d-43a1-8f06-a1b0d7aef0f5 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/security-groups?id=9c3f55f1-fcdc-43bd-99f5-a654d391ae4b&id=ec868785-5059-455d-9001-6c5526312647&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0620551 Jun 14 18:21:06.638631 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device db65d6ad-e03c-4d1f-9157-0ba6ff66b356 no longer exists at agent hyperv_hv-cinder-82173 {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:21:06.659695 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] No Port match for: db65d6ad-e03c-4d1f-9157-0ba6ff66b356 {{(pid=102478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 14 18:21:06.660036 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device db65d6ad-e03c-4d1f-9157-0ba6ff66b356 not bound to the agent host hv-cinder-82173 {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:21:06.712182 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 59824) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:21:06.747047 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9068361-3607-43d8-b4a1-bad2ef8e55f2 None None] New status for floating IP 0da23693-9380-445e-805c-b98df0997290: DOWN {{(pid=102478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 18:21:06.773524 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-bb910763-5867-468e-850b-bcdd622022e3 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks [] for security_group, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:06.788789 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55a6790c-9c8e-432b-b2df-2a8441ec2305', 'name': 'network-vif-deleted', 'tag': '674a2770-445b-422e-9421-e735cc44c009'}] {{(pid=102477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:21:06.793451 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63a05a5c49a881ad62840f65bcdf4689c8e257def52ee20504415851ea2faa0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a229aef-4add-43f5-8847-cd190950e001" -d '{"events": [{"server_uuid": "55a6790c-9c8e-432b-b2df-2a8441ec2305", "name": "network-vif-deleted", "tag": "674a2770-445b-422e-9421-e735cc44c009"}]}' {{(pid=102477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:21:06.799610 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-bb910763-5867-468e-850b-bcdd622022e3 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:06.837372 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-452b8195-36f8-4a00-9e01-18e0fe2d6125 x-openstack-request-id: req-452b8195-36f8-4a00-9e01-18e0fe2d6125 {{(pid=102477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:21:06.837676 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55a6790c-9c8e-432b-b2df-2a8441ec2305", "name": "network-vif-deleted", "tag": "674a2770-445b-422e-9421-e735cc44c009", "status": "completed", "code": 200}]} {{(pid=102477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:21:06.838336 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-452b8195-36f8-4a00-9e01-18e0fe2d6125 {{(pid=102477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:21:06.838679 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-452b8195-36f8-4a00-9e01-18e0fe2d6125'] response: {'server_uuid': '55a6790c-9c8e-432b-b2df-2a8441ec2305', 'name': 'network-vif-deleted', 'tag': '674a2770-445b-422e-9421-e735cc44c009', 'status': 'completed', 'code': 200} Jun 14 18:21:06.861975 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-bb910763-5867-468e-850b-bcdd622022e3 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:06.865800 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-bb910763-5867-468e-850b-bcdd622022e3 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks [] for security_group, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:06.869831 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 59830) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:21:06.869991 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-bb910763-5867-468e-850b-bcdd622022e3 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "DELETE /v2.0/security-groups/a92bd27d-d894-4caa-8e12-840bb56d9418 HTTP/1.1" status: 204 len: 168 time: 0.1564157 Jun 14 18:21:06.879421 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb910763-5867-468e-850b-bcdd622022e3 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a92bd27d-d894-4caa-8e12-840bb56d9418,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:21:06.883239 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.api.v2.resource [None req-19313f63-24a5-4a51-866e-43ec582d946f tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] show failed (client error): The resource could not be found. Jun 14 18:21:06.884253 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-19313f63-24a5-4a51-866e-43ec582d946f tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/security-groups/a92bd27d-d894-4caa-8e12-840bb56d9418 HTTP/1.1" status: 404 len: 347 time: 0.0133405 Jun 14 18:21:06.887350 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 59832) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:21:07.016470 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.plugin [None req-27443a05-dca1-4fd7-aac9-b183a1ec1a58 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Deleting port 635bb4fd-7dca-4790-b0e1-8dc64c50f5bd {{(pid=102477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 14 18:21:07.016890 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-27443a05-dca1-4fd7-aac9-b183a1ec1a58 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239577025'] for port, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:07.094762 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-27443a05-dca1-4fd7-aac9-b183a1ec1a58 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282467'] for port, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:07.095006 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-27443a05-dca1-4fd7-aac9-b183a1ec1a58 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:07.109189 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.plugin [None req-27443a05-dca1-4fd7-aac9-b183a1ec1a58 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Calling delete_port for 635bb4fd-7dca-4790-b0e1-8dc64c50f5bd owned by network:floatingip {{(pid=102477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 14 18:21:07.239500 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-27443a05-dca1-4fd7-aac9-b183a1ec1a58 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239583007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239190869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16661523'] for port, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:07.270376 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27443a05-dca1-4fd7-aac9-b183a1ec1a58 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Pushing event deleted for resources: {'Port': ['ID=635bb4fd-7dca-4790-b0e1-8dc64c50f5bd,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:21:07.325606 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-27443a05-dca1-4fd7-aac9-b183a1ec1a58 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks [] for floatingip, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:07.328301 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-27443a05-dca1-4fd7-aac9-b183a1ec1a58 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for floatingip, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:07.329472 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-27443a05-dca1-4fd7-aac9-b183a1ec1a58 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "DELETE /v2.0/floatingips/0da23693-9380-445e-805c-b98df0997290 HTTP/1.1" status: 204 len: 168 time: 0.4410133 Jun 14 18:21:07.749034 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7046ebfa-8f75-4b97-95e6-6663c821a0a6 req-f5aa0cd0-6b92-4178-a83d-e62bbe9c9ae0 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:21:07.750546 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-7046ebfa-8f75-4b97-95e6-6663c821a0a6 req-f5aa0cd0-6b92-4178-a83d-e62bbe9c9ae0 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a221484-e5d2-45ab-84ab-a4708fc3a763 HTTP/1.1" status: 200 len: 984 time: 0.0508196 Jun 14 18:21:07.790647 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-7046ebfa-8f75-4b97-95e6-6663c821a0a6 req-fac96468-fbe0-46b9-8b34-52931b0db627 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/security-groups?id=9c3f55f1-fcdc-43bd-99f5-a654d391ae4b&id=ec868785-5059-455d-9001-6c5526312647&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339849 Jun 14 18:21:07.834039 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 59850) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:21:07.893156 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-47b900a6-910a-478f-831c-6146b58d1247 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks [] for security_group, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:07.918454 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-47b900a6-910a-478f-831c-6146b58d1247 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:07.976465 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-47b900a6-910a-478f-831c-6146b58d1247 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:07.980861 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-47b900a6-910a-478f-831c-6146b58d1247 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Notify callbacks [] for security_group, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:07.982052 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-47b900a6-910a-478f-831c-6146b58d1247 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] 10.222.0.70 "DELETE /v2.0/security-groups/6e9b1789-2c21-44c4-9200-ad2f8fbcbd48 HTTP/1.1" status: 204 len: 168 time: 0.1470253 Jun 14 18:21:07.996242 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b900a6-910a-478f-831c-6146b58d1247 tempest-TestVolumeBootPattern-484152198 tempest-TestVolumeBootPattern-484152198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e9b1789-2c21-44c4-9200-ad2f8fbcbd48,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:21:08.040707 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 59854) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:21:08.539853 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-195b775a-8742-4cf9-945a-daa615598c88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8284624'] for router_interface, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:08.652650 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device 674a2770-445b-422e-9421-e735cc44c009 no longer exists at agent hyperv_hv-cinder-82173 {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:21:08.676155 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] No Port match for: 674a2770-445b-422e-9421-e735cc44c009 {{(pid=102478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 14 18:21:08.676503 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device 674a2770-445b-422e-9421-e735cc44c009 not bound to the agent host hv-cinder-82173 {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:21:08.784637 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.plugin [None req-195b775a-8742-4cf9-945a-daa615598c88 admin admin] Deleting port 45cf2237-13fc-429f-8e42-ba1e2f509c5c {{(pid=102477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 14 18:21:08.784976 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-195b775a-8742-4cf9-945a-daa615598c88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239577025'] for port, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:08.911739 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eef2ff1-4b77-4811-9680-5cf562f81d05 req-96e6a1a2-6fed-4949-9326-d7082865803b tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:21:08.913315 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-0eef2ff1-4b77-4811-9680-5cf562f81d05 req-96e6a1a2-6fed-4949-9326-d7082865803b tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d5cf695-91ef-443b-952e-3deb63c31a35 HTTP/1.1" status: 200 len: 946 time: 0.0515800 Jun 14 18:21:08.954960 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-0eef2ff1-4b77-4811-9680-5cf562f81d05 req-8e611b4c-39ca-47b2-bd0b-a67a6dd98d5a tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd5975b1-3c33-4da2-8fde-e582d3d1e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352750 Jun 14 18:21:09.109524 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.db [None req-195b775a-8742-4cf9-945a-daa615598c88 admin admin] For port 45cf2237-13fc-429f-8e42-ba1e2f509c5c, host dv-cinder-821739-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=45cf2237-13fc-429f-8e42-ba1e2f509c5c,segment=NetworkSegment(2256f80c-8b7b-45d3-85f9-54dff98916a9),segment_id=2256f80c-8b7b-45d3-85f9-54dff98916a9)] {{(pid=102477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:21:09.110147 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-195b775a-8742-4cf9-945a-daa615598c88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282467'] for port, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:09.122771 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.plugin [None req-195b775a-8742-4cf9-945a-daa615598c88 admin admin] Calling delete_port for 45cf2237-13fc-429f-8e42-ba1e2f509c5c owned by network:router_interface {{(pid=102477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 14 18:21:09.294965 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-195b775a-8742-4cf9-945a-daa615598c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239583007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239190869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16661523'] for port, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:09.329186 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195b775a-8742-4cf9-945a-daa615598c88 admin admin] Pushing event deleted for resources: {'Port': ['ID=45cf2237-13fc-429f-8e42-ba1e2f509c5c,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:21:09.524832 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-195b775a-8742-4cf9-945a-daa615598c88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7944470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8284604'] for router_interface, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:09.738346 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-195b775a-8742-4cf9-945a-daa615598c88 admin admin] Router 541a79cc-ea6c-4e86-a3e6-05b260334012 has already been hosted by L3 agent 2bd7ef4a-700f-45f4-ae1e-98ca6454acba {{(pid=102477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:21:09.842816 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-195b775a-8742-4cf9-945a-daa615598c88 admin admin] Notify agent at l3_agent.dv-cinder-821739-1-iscsi the message routers_updated {{(pid=102477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:21:09.847975 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-195b775a-8742-4cf9-945a-daa615598c88 admin admin] 10.222.0.70 "PUT /v2.0/routers/541a79cc-ea6c-4e86-a3e6-05b260334012/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8059447 Jun 14 18:21:09.850692 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 59866) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:21:09.851793 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bec367d-3ac9-49ed-b8d9-8c0a1f76e916 None None] Sync routers for ids ['541a79cc-ea6c-4e86-a3e6-05b260334012'] in dv-cinder-821739-1-iscsi {{(pid=102479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:21:09.862118 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bec367d-3ac9-49ed-b8d9-8c0a1f76e916 None None] Routers {'541a79cc-ea6c-4e86-a3e6-05b260334012'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:21:09.862712 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-1bec367d-3ac9-49ed-b8d9-8c0a1f76e916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:20:49Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['541a79cc-ea6c-4e86-a3e6-05b260334012'], 'active': True} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:21:09.953939 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-edc31676-430a-42d3-8984-308773ce1bb0 admin admin] Notify callbacks [] for router, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:09.967447 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvr_db [None req-1bec367d-3ac9-49ed-b8d9-8c0a1f76e916 None None] Set router 541a79cc-ea6c-4e86-a3e6-05b260334012 gateway port host: dv-cinder-821739-1-iscsi {{(pid=102479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:21:10.093956 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-edc31676-430a-42d3-8984-308773ce1bb0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:10.111834 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a19948-da32-41d0-bab5-5da74a5e2abb req-8df98468-770b-4542-bfd9-3b4597f47f45 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:21:10.113337 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-11a19948-da32-41d0-bab5-5da74a5e2abb req-8df98468-770b-4542-bfd9-3b4597f47f45 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d5cf695-91ef-443b-952e-3deb63c31a35 HTTP/1.1" status: 200 len: 946 time: 0.0765243 Jun 14 18:21:10.174738 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-11a19948-da32-41d0-bab5-5da74a5e2abb req-ec950a8c-44d3-4f0f-8363-12b1db411404 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd5975b1-3c33-4da2-8fde-e582d3d1e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411124 Jun 14 18:21:10.186667 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.plugin [None req-edc31676-430a-42d3-8984-308773ce1bb0 admin admin] Deleting port 90224574-fba3-494b-aff0-a9906c2e6261 {{(pid=102477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 14 18:21:10.187015 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-edc31676-430a-42d3-8984-308773ce1bb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239577025'] for port, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:10.238016 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-1bec367d-3ac9-49ed-b8d9-8c0a1f76e916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '541a79cc-ea6c-4e86-a3e6-05b260334012', 'name': 'tempest-TestVolumeBootPattern-813700890-router', 'tenant_id': 'a98d65273e2546aa9252b74c4f9daae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '90224574-fba3-494b-aff0-a9906c2e6261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:12:56Z', 'updated_at': '2022-06-14T18:21:09Z', 'revision_number': 5, 'project_id': 'a98d65273e2546aa9252b74c4f9daae4', 'gw_port': {'id': '90224574-fba3-494b-aff0-a9906c2e6261', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:42:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541a79cc-ea6c-4e86-a3e6-05b260334012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:12:57Z', 'updated_at': '2022-06-14T18:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi'}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:21:10.267816 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bec367d-3ac9-49ed-b8d9-8c0a1f76e916 None None] Checking router: 541a79cc-ea6c-4e86-a3e6-05b260334012 for host: dv-cinder-821739-1-iscsi {{(pid=102479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:21:10.269077 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.db [None req-edc31676-430a-42d3-8984-308773ce1bb0 admin admin] For port 90224574-fba3-494b-aff0-a9906c2e6261, host dv-cinder-821739-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=90224574-fba3-494b-aff0-a9906c2e6261,segment=NetworkSegment(d3be3284-4005-440f-af8c-13455fbdf684),segment_id=d3be3284-4005-440f-af8c-13455fbdf684)] {{(pid=102477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:21:10.269467 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-edc31676-430a-42d3-8984-308773ce1bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282467'] for port, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:10.276352 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bec367d-3ac9-49ed-b8d9-8c0a1f76e916 None None] Routers {'541a79cc-ea6c-4e86-a3e6-05b260334012'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:21:10.277011 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-1bec367d-3ac9-49ed-b8d9-8c0a1f76e916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:20:49Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['541a79cc-ea6c-4e86-a3e6-05b260334012'], 'active': True} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:21:10.282231 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.plugin [None req-edc31676-430a-42d3-8984-308773ce1bb0 admin admin] Calling delete_port for 90224574-fba3-494b-aff0-a9906c2e6261 owned by network:router_gateway {{(pid=102477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 14 18:21:10.363599 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvr_db [None req-1bec367d-3ac9-49ed-b8d9-8c0a1f76e916 None None] Set router 541a79cc-ea6c-4e86-a3e6-05b260334012 gateway port host: None {{(pid=102479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:21:10.419363 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-1bec367d-3ac9-49ed-b8d9-8c0a1f76e916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '541a79cc-ea6c-4e86-a3e6-05b260334012', 'name': 'tempest-TestVolumeBootPattern-813700890-router', 'tenant_id': 'a98d65273e2546aa9252b74c4f9daae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:12:56Z', 'updated_at': '2022-06-14T18:21:10Z', 'revision_number': 6, 'project_id': 'a98d65273e2546aa9252b74c4f9daae4', 'gw_port_host': None}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:21:10.449191 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bec367d-3ac9-49ed-b8d9-8c0a1f76e916 None None] The sync data for ids ['541a79cc-ea6c-4e86-a3e6-05b260334012'] in dv-cinder-821739-1-iscsi is: [{'id': '541a79cc-ea6c-4e86-a3e6-05b260334012', 'name': 'tempest-TestVolumeBootPattern-813700890-router', 'tenant_id': 'a98d65273e2546aa9252b74c4f9daae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:12:56Z', 'updated_at': '2022-06-14T18:21:10Z', 'revision_number': 6, 'project_id': 'a98d65273e2546aa9252b74c4f9daae4', 'gw_port_host': None}] {{(pid=102479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:21:10.459506 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-edc31676-430a-42d3-8984-308773ce1bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239583007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239190869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16661523'] for port, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:10.487131 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc31676-430a-42d3-8984-308773ce1bb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=90224574-fba3-494b-aff0-a9906c2e6261,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:21:10.578312 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-edc31676-430a-42d3-8984-308773ce1bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8287518'] for router_gateway, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:10.642194 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36143b9a-8edc-455f-bde5-cefe9cf7d929 req-e2a51f79-c45a-42c2-ad1f-00c24fabbed8 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:21:10.643620 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-36143b9a-8edc-455f-bde5-cefe9cf7d929 req-e2a51f79-c45a-42c2-ad1f-00c24fabbed8 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.90 "GET /v2.0/ports?device_id=4d5cf695-91ef-443b-952e-3deb63c31a35 HTTP/1.1" status: 200 len: 946 time: 0.1134984 Jun 14 18:21:10.682312 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-edc31676-430a-42d3-8984-308773ce1bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16243'] for router, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:10.685238 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-edc31676-430a-42d3-8984-308773ce1bb0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:10.767464 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-edc31676-430a-42d3-8984-308773ce1bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8278028'] for router, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:10.767935 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edc31676-430a-42d3-8984-308773ce1bb0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 541a79cc-ea6c-4e86-a3e6-05b260334012 {{(pid=102477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 14 18:21:10.772393 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-edc31676-430a-42d3-8984-308773ce1bb0 admin admin] Notify callbacks [] for router, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:10.773509 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-edc31676-430a-42d3-8984-308773ce1bb0 admin admin] 10.222.0.70 "DELETE /v2.0/routers/541a79cc-ea6c-4e86-a3e6-05b260334012 HTTP/1.1" status: 204 len: 168 time: 0.9218905 Jun 14 18:21:10.776381 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 59870) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:21:10.832279 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5f4751c-ff2f-4295-b67f-733a98ad0082 admin admin] Deleting subnet d637fcab-e631-4a9a-85a6-1edd05917c42 {{(pid=102477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jun 14 18:21:10.837302 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-b5f4751c-ff2f-4295-b67f-733a98ad0082 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:10.866670 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.plugin [req-36143b9a-8edc-455f-bde5-cefe9cf7d929 req-aa835429-250b-4cc3-b3ca-198a521a8d67 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Deleting port ed121229-487c-46cd-b188-a5adcbfb9d5d {{(pid=102477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 14 18:21:10.867013 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-36143b9a-8edc-455f-bde5-cefe9cf7d929 req-aa835429-250b-4cc3-b3ca-198a521a8d67 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239577025'] for port, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:10.900262 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-b5f4751c-ff2f-4295-b67f-733a98ad0082 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16658451'] for subnet, precommit_delete_associations {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:11.019073 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.db [req-36143b9a-8edc-455f-bde5-cefe9cf7d929 req-aa835429-250b-4cc3-b3ca-198a521a8d67 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] For port ed121229-487c-46cd-b188-a5adcbfb9d5d, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=ed121229-487c-46cd-b188-a5adcbfb9d5d,segment=NetworkSegment(6328bd3b-152c-46b0-856b-068df43a7723),segment_id=6328bd3b-152c-46b0-856b-068df43a7723)] {{(pid=102477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:21:11.019432 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-36143b9a-8edc-455f-bde5-cefe9cf7d929 req-aa835429-250b-4cc3-b3ca-198a521a8d67 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282467'] for port, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:11.074451 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-b5f4751c-ff2f-4295-b67f-733a98ad0082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-977723'] for subnet, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:11.201373 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-b5f4751c-ff2f-4295-b67f-733a98ad0082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-977714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16661700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4693647'] for subnet, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:11.302096 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f73f8ae-908c-4855-9034-7fe4f12a4286 req-4fbdae12-b235-48f2-af9d-fc3fc4229a31 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:21:11.303798 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-7f73f8ae-908c-4855-9034-7fe4f12a4286 req-4fbdae12-b235-48f2-af9d-fc3fc4229a31 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d5cf695-91ef-443b-952e-3deb63c31a35 HTTP/1.1" status: 200 len: 946 time: 0.0561080 Jun 14 18:21:11.356169 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-7f73f8ae-908c-4855-9034-7fe4f12a4286 req-f0155aa3-8dc8-41c6-a605-f59ff8ad9f4a tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd5975b1-3c33-4da2-8fde-e582d3d1e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445421 Jun 14 18:21:11.446343 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device 90224574-fba3-494b-aff0-a9906c2e6261 no longer exists at agent ovs-agent-dv-cinder-821739-1-iscsi {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:21:11.468362 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] No Port match for: 90224574-fba3-494b-aff0-a9906c2e6261 {{(pid=102478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 14 18:21:11.468796 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device 90224574-fba3-494b-aff0-a9906c2e6261 not bound to the agent host dv-cinder-821739-1-iscsi {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:21:11.469351 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device 45cf2237-13fc-429f-8e42-ba1e2f509c5c no longer exists at agent ovs-agent-dv-cinder-821739-1-iscsi {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:21:11.490887 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] No Port match for: 45cf2237-13fc-429f-8e42-ba1e2f509c5c {{(pid=102478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 14 18:21:11.491327 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device 45cf2237-13fc-429f-8e42-ba1e2f509c5c not bound to the agent host dv-cinder-821739-1-iscsi {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:21:11.502700 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f4751c-ff2f-4295-b67f-733a98ad0082 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d637fcab-e631-4a9a-85a6-1edd05917c42,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:21:11.509500 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-b5f4751c-ff2f-4295-b67f-733a98ad0082 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7944499'] for subnet, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:11.512905 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-b5f4751c-ff2f-4295-b67f-733a98ad0082 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/d637fcab-e631-4a9a-85a6-1edd05917c42 HTTP/1.1" status: 204 len: 168 time: 0.7355402 Jun 14 18:21:11.515446 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 59874) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:21:11.519633 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700ae17e-1154-427e-b3dc-a9642d1d13e9 None None] Network 576da013-3617-4a8e-90bf-f7e3da71dae2 requested from dv-cinder-821739-1-iscsi {{(pid=102478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 18:21:11.527976 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-36143b9a-8edc-455f-bde5-cefe9cf7d929 req-aa835429-250b-4cc3-b3ca-198a521a8d67 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:11.530165 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-36143b9a-8edc-455f-bde5-cefe9cf7d929 req-aa835429-250b-4cc3-b3ca-198a521a8d67 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8287696'] for floatingip, after_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:11.530589 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.db.l3_db [req-36143b9a-8edc-455f-bde5-cefe9cf7d929 req-aa835429-250b-4cc3-b3ca-198a521a8d67 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Floating IP 408b93ec-431b-464d-a6ef-ba5ae02fda36 disassociated. External IP: 172.27.2.190, port: ed121229-487c-46cd-b188-a5adcbfb9d5d. Jun 14 18:21:11.531039 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.plugin [req-36143b9a-8edc-455f-bde5-cefe9cf7d929 req-aa835429-250b-4cc3-b3ca-198a521a8d67 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Calling delete_port for ed121229-487c-46cd-b188-a5adcbfb9d5d owned by compute:nova {{(pid=102477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 14 18:21:11.599948 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-04625e86-5790-45a5-8dcd-10e5e6e3ed4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592896'] for network, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:11.659578 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.plugin [None req-04625e86-5790-45a5-8dcd-10e5e6e3ed4e admin admin] Deleting port 02689520-6117-41cf-9756-0fb2a8aafa5c {{(pid=102476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 14 18:21:11.659918 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-04625e86-5790-45a5-8dcd-10e5e6e3ed4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239577025'] for port, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:11.696024 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-36143b9a-8edc-455f-bde5-cefe9cf7d929 req-aa835429-250b-4cc3-b3ca-198a521a8d67 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239583007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239190869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16661523'] for port, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:11.737618 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa835429-250b-4cc3-b3ca-198a521a8d67 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Pushing event deleted for resources: {'Port': ['ID=ed121229-487c-46cd-b188-a5adcbfb9d5d,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:21:11.737896 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.db [None req-04625e86-5790-45a5-8dcd-10e5e6e3ed4e admin admin] For port 02689520-6117-41cf-9756-0fb2a8aafa5c, host dv-cinder-821739-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=02689520-6117-41cf-9756-0fb2a8aafa5c,segment=NetworkSegment(2256f80c-8b7b-45d3-85f9-54dff98916a9),segment_id=2256f80c-8b7b-45d3-85f9-54dff98916a9)] {{(pid=102476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:21:11.738084 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-04625e86-5790-45a5-8dcd-10e5e6e3ed4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282467'] for port, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:11.755755 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.plugin [None req-04625e86-5790-45a5-8dcd-10e5e6e3ed4e admin admin] Calling delete_port for 02689520-6117-41cf-9756-0fb2a8aafa5c owned by network:dhcp {{(pid=102476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 14 18:21:11.846263 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-04625e86-5790-45a5-8dcd-10e5e6e3ed4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239583007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239190869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378765'] for port, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:11.875077 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04625e86-5790-45a5-8dcd-10e5e6e3ed4e admin admin] No DVR routers for this DVR port 02689520-6117-41cf-9756-0fb2a8aafa5c on host dv-cinder-821739-1-iscsi {{(pid=102476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 18:21:11.877109 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.l3_agent_scheduler [req-36143b9a-8edc-455f-bde5-cefe9cf7d929 req-aa835429-250b-4cc3-b3ca-198a521a8d67 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Router ef5d4ac0-65e8-4141-a13d-576baaa329ba has already been hosted by L3 agent 2bd7ef4a-700f-45f4-ae1e-98ca6454acba {{(pid=102477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:21:11.879582 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04625e86-5790-45a5-8dcd-10e5e6e3ed4e admin admin] Pushing event deleted for resources: {'Port': ['ID=02689520-6117-41cf-9756-0fb2a8aafa5c,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:21:11.899254 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2543b1-d761-4c88-a8f5-ac4d59e65e98 None None] DHCP port deletion for 576da013-3617-4a8e-90bf-f7e3da71dae2 request from dv-cinder-821739-1-iscsi {{(pid=102478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 14 18:21:11.956194 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-04625e86-5790-45a5-8dcd-10e5e6e3ed4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-955256', 'neutron.services.segments.db._delete_segments_for_network-8758239721683'] for network, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:11.978188 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.services.segments.db [None req-04625e86-5790-45a5-8dcd-10e5e6e3ed4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['576da013-3617-4a8e-90bf-f7e3da71dae2']}} {{(pid=102476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:21:11.988102 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.services.segments.db [None req-04625e86-5790-45a5-8dcd-10e5e6e3ed4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2256f80c-8b7b-45d3-85f9-54dff98916a9') {'for_net_delete': True} {{(pid=102476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:21:11.988324 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.services.segments.db [None req-04625e86-5790-45a5-8dcd-10e5e6e3ed4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2256f80c-8b7b-45d3-85f9-54dff98916a9') {} {{(pid=102476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:21:11.991587 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-36143b9a-8edc-455f-bde5-cefe9cf7d929 req-aa835429-250b-4cc3-b3ca-198a521a8d67 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify agent at l3_agent.dv-cinder-821739-1-iscsi the message routers_updated {{(pid=102477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:21:12.002339 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-04625e86-5790-45a5-8dcd-10e5e6e3ed4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758239721948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5425962'] for segment, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:12.004511 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1aa801-986e-4aea-8f11-a7cf0cb29f9f None None] Sync routers for ids ['ef5d4ac0-65e8-4141-a13d-576baaa329ba'] in dv-cinder-821739-1-iscsi {{(pid=102478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:21:12.024720 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-04625e86-5790-45a5-8dcd-10e5e6e3ed4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977873'] for segment, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:12.029328 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1aa801-986e-4aea-8f11-a7cf0cb29f9f None None] Routers {'ef5d4ac0-65e8-4141-a13d-576baaa329ba'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:21:12.030125 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-bf1aa801-986e-4aea-8f11-a7cf0cb29f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:20:49Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['ef5d4ac0-65e8-4141-a13d-576baaa329ba'], 'active': True} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:21:12.033930 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04625e86-5790-45a5-8dcd-10e5e6e3ed4e admin admin] Releasing vlan 1034 on physical network physnet1 to pool {{(pid=102476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 18:21:12.034460 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-04625e86-5790-45a5-8dcd-10e5e6e3ed4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5378784'] for segment, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:12.034584 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.l3_dvrscheduler_db [req-36143b9a-8edc-455f-bde5-cefe9cf7d929 req-aa835429-250b-4cc3-b3ca-198a521a8d67 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] No DVR routers for this DVR port ed121229-487c-46cd-b188-a5adcbfb9d5d on host hv-cinder-82173 {{(pid=102477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 18:21:12.037029 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-36143b9a-8edc-455f-bde5-cefe9cf7d929 req-aa835429-250b-4cc3-b3ca-198a521a8d67 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for port, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:12.040477 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-36143b9a-8edc-455f-bde5-cefe9cf7d929 req-aa835429-250b-4cc3-b3ca-198a521a8d67 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.90 "DELETE /v2.0/ports/ed121229-487c-46cd-b188-a5adcbfb9d5d HTTP/1.1" status: 204 len: 173 time: 1.3657765 Jun 14 18:21:12.040978 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d5cf695-91ef-443b-952e-3deb63c31a35', 'name': 'network-vif-deleted', 'tag': 'ed121229-487c-46cd-b188-a5adcbfb9d5d'}] {{(pid=102477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:21:12.043513 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63a05a5c49a881ad62840f65bcdf4689c8e257def52ee20504415851ea2faa0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded383d1-87d9-4323-abdd-e666fbbce26d" -d '{"events": [{"server_uuid": "4d5cf695-91ef-443b-952e-3deb63c31a35", "name": "network-vif-deleted", "tag": "ed121229-487c-46cd-b188-a5adcbfb9d5d"}]}' {{(pid=102477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:21:12.083799 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58aefd3b-b9f8-45ce-9206-8c842e1110fb x-openstack-request-id: req-58aefd3b-b9f8-45ce-9206-8c842e1110fb {{(pid=102477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:21:12.084364 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d5cf695-91ef-443b-952e-3deb63c31a35", "name": "network-vif-deleted", "tag": "ed121229-487c-46cd-b188-a5adcbfb9d5d", "status": "completed", "code": 200}]} {{(pid=102477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:21:12.084787 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-58aefd3b-b9f8-45ce-9206-8c842e1110fb {{(pid=102477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:21:12.085344 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58aefd3b-b9f8-45ce-9206-8c842e1110fb'] response: {'server_uuid': '4d5cf695-91ef-443b-952e-3deb63c31a35', 'name': 'network-vif-deleted', 'tag': 'ed121229-487c-46cd-b188-a5adcbfb9d5d', 'status': 'completed', 'code': 200} Jun 14 18:21:12.125594 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.services.segments.plugin [-] Segment 2256f80c-8b7b-45d3-85f9-54dff98916a9 resource provider aggregate not found Jun 14 18:21:12.130193 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-04625e86-5790-45a5-8dcd-10e5e6e3ed4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-955201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8287522'] for network, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:12.148959 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.services.segments.plugin [-] Segment 2256f80c-8b7b-45d3-85f9-54dff98916a9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2256f80c-8b7b-45d3-85f9-54dff98916a9 found for delete ", "request_id": "req-d60107fa-6c5b-4ce2-8719-d1e8829c23ef"}]} Jun 14 18:21:12.150926 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-04625e86-5790-45a5-8dcd-10e5e6e3ed4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7944499'] for network, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:12.157133 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-04625e86-5790-45a5-8dcd-10e5e6e3ed4e admin admin] 10.222.0.70 "DELETE /v2.0/networks/576da013-3617-4a8e-90bf-f7e3da71dae2 HTTP/1.1" status: 204 len: 168 time: 0.6381116 Jun 14 18:21:12.157133 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04625e86-5790-45a5-8dcd-10e5e6e3ed4e admin admin] Pushing event deleted for resources: {'Network': ['ID=576da013-3617-4a8e-90bf-f7e3da71dae2,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:21:12.157428 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 59882) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:21:12.205408 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvr_db [None req-bf1aa801-986e-4aea-8f11-a7cf0cb29f9f None None] Set router ef5d4ac0-65e8-4141-a13d-576baaa329ba gateway port host: dv-cinder-821739-1-iscsi {{(pid=102478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:21:12.435793 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-bf1aa801-986e-4aea-8f11-a7cf0cb29f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'name': 'tempest-AttachVolumeNegativeTest-1757857751-router', 'tenant_id': '927013c586d5417e99dbc2cf0a0eed12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '7b326511-d8fa-46b4-874b-af4d5a5cd3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:18:31Z', 'updated_at': '2022-06-14T18:18:35Z', 'revision_number': 4, 'project_id': '927013c586d5417e99dbc2cf0a0eed12', 'gw_port': {'id': '7b326511-d8fa-46b4-874b-af4d5a5cd3b4', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:18:32Z', 'updated_at': '2022-06-14T18:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_interfaces': [{'id': 'e8767bc7-2de4-4c78-ac1a-3dfdba970188', 'name': '', 'network_id': 'a20cd105-ccee-4ccf-aa21-673440674804', 'tenant_id': '927013c586d5417e99dbc2cf0a0eed12', 'mac_address': 'fa:16:3e:f4:1a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'adeaf354-122e-42a5-ab5f-7dce689ddb1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:18:34Z', 'updated_at': '2022-06-14T18:18:40Z', 'revision_number': 5, 'project_id': '927013c586d5417e99dbc2cf0a0eed12', 'subnets': [{'id': 'adeaf354-122e-42a5-ab5f-7dce689ddb1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:21:12.464215 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1aa801-986e-4aea-8f11-a7cf0cb29f9f None None] Checking router: ef5d4ac0-65e8-4141-a13d-576baaa329ba for host: dv-cinder-821739-1-iscsi {{(pid=102478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:21:12.475108 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1aa801-986e-4aea-8f11-a7cf0cb29f9f None None] Routers {'ef5d4ac0-65e8-4141-a13d-576baaa329ba'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:21:12.475725 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-bf1aa801-986e-4aea-8f11-a7cf0cb29f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:20:49Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['ef5d4ac0-65e8-4141-a13d-576baaa329ba'], 'active': True} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:21:12.486181 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-f358638d-c92c-4669-9913-56ebb423ca7f req-6ec90c4a-5256-47fb-8d73-640f241c080a tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d5cf695-91ef-443b-952e-3deb63c31a35 HTTP/1.1" status: 200 len: 210 time: 0.0293460 Jun 14 18:21:12.586222 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-531f9871-c59c-40a0-99ba-e44d7cd3ca5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8284624'] for router_interface, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:12.599090 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvr_db [None req-bf1aa801-986e-4aea-8f11-a7cf0cb29f9f None None] Set router ef5d4ac0-65e8-4141-a13d-576baaa329ba gateway port host: dv-cinder-821739-1-iscsi {{(pid=102478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:21:12.813243 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-bf1aa801-986e-4aea-8f11-a7cf0cb29f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'name': 'tempest-AttachVolumeNegativeTest-1757857751-router', 'tenant_id': '927013c586d5417e99dbc2cf0a0eed12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '7b326511-d8fa-46b4-874b-af4d5a5cd3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:18:31Z', 'updated_at': '2022-06-14T18:18:35Z', 'revision_number': 4, 'project_id': '927013c586d5417e99dbc2cf0a0eed12', 'gw_port': {'id': '7b326511-d8fa-46b4-874b-af4d5a5cd3b4', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:18:32Z', 'updated_at': '2022-06-14T18:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_interfaces': [{'id': 'e8767bc7-2de4-4c78-ac1a-3dfdba970188', 'name': '', 'network_id': 'a20cd105-ccee-4ccf-aa21-673440674804', 'tenant_id': '927013c586d5417e99dbc2cf0a0eed12', 'mac_address': 'fa:16:3e:f4:1a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'adeaf354-122e-42a5-ab5f-7dce689ddb1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:18:34Z', 'updated_at': '2022-06-14T18:18:40Z', 'revision_number': 5, 'project_id': '927013c586d5417e99dbc2cf0a0eed12', 'subnets': [{'id': 'adeaf354-122e-42a5-ab5f-7dce689ddb1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:21:12.843928 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1aa801-986e-4aea-8f11-a7cf0cb29f9f None None] The sync data for ids ['ef5d4ac0-65e8-4141-a13d-576baaa329ba'] in dv-cinder-821739-1-iscsi is: [{'id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'name': 'tempest-AttachVolumeNegativeTest-1757857751-router', 'tenant_id': '927013c586d5417e99dbc2cf0a0eed12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '7b326511-d8fa-46b4-874b-af4d5a5cd3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:18:31Z', 'updated_at': '2022-06-14T18:18:35Z', 'revision_number': 4, 'project_id': '927013c586d5417e99dbc2cf0a0eed12', 'gw_port': {'id': '7b326511-d8fa-46b4-874b-af4d5a5cd3b4', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:18:32Z', 'updated_at': '2022-06-14T18:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_interfaces': [{'id': 'e8767bc7-2de4-4c78-ac1a-3dfdba970188', 'name': '', 'network_id': 'a20cd105-ccee-4ccf-aa21-673440674804', 'tenant_id': '927013c586d5417e99dbc2cf0a0eed12', 'mac_address': 'fa:16:3e:f4:1a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'adeaf354-122e-42a5-ab5f-7dce689ddb1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:18:34Z', 'updated_at': '2022-06-14T18:18:40Z', 'revision_number': 5, 'project_id': '927013c586d5417e99dbc2cf0a0eed12', 'subnets': [{'id': 'adeaf354-122e-42a5-ab5f-7dce689ddb1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:21:12.847689 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.plugin [None req-531f9871-c59c-40a0-99ba-e44d7cd3ca5f admin admin] Deleting port 3b0fca2f-863e-4289-9801-f527d9b74348 {{(pid=102476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 14 18:21:12.848022 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-531f9871-c59c-40a0-99ba-e44d7cd3ca5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239577025'] for port, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:12.927314 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.db [None req-531f9871-c59c-40a0-99ba-e44d7cd3ca5f admin admin] For port 3b0fca2f-863e-4289-9801-f527d9b74348, host dv-cinder-821739-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=3b0fca2f-863e-4289-9801-f527d9b74348,segment=NetworkSegment(1c87411c-6ddd-46d2-9c2e-28370eddcd32),segment_id=1c87411c-6ddd-46d2-9c2e-28370eddcd32)] {{(pid=102476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:21:12.927716 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-531f9871-c59c-40a0-99ba-e44d7cd3ca5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282467'] for port, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:12.940536 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.plugin [None req-531f9871-c59c-40a0-99ba-e44d7cd3ca5f admin admin] Calling delete_port for 3b0fca2f-863e-4289-9801-f527d9b74348 owned by network:router_interface {{(pid=102476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 14 18:21:13.078176 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b060e20c-229d-4c49-8c65-15f4fc5276ee None None] New status for floating IP 408b93ec-431b-464d-a6ef-ba5ae02fda36: DOWN {{(pid=102479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 18:21:13.136346 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-531f9871-c59c-40a0-99ba-e44d7cd3ca5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239583007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239190869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378765'] for port, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:13.164200 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531f9871-c59c-40a0-99ba-e44d7cd3ca5f admin admin] Pushing event deleted for resources: {'Port': ['ID=3b0fca2f-863e-4289-9801-f527d9b74348,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:21:13.334605 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-531f9871-c59c-40a0-99ba-e44d7cd3ca5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7944470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8284604'] for router_interface, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:13.490922 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device 02689520-6117-41cf-9756-0fb2a8aafa5c no longer exists at agent ovs-agent-dv-cinder-821739-1-iscsi {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:21:13.521527 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] No Port match for: 02689520-6117-41cf-9756-0fb2a8aafa5c {{(pid=102478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 14 18:21:13.523008 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device 02689520-6117-41cf-9756-0fb2a8aafa5c not bound to the agent host dv-cinder-821739-1-iscsi {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:21:13.563796 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-531f9871-c59c-40a0-99ba-e44d7cd3ca5f admin admin] Router ac4007c1-118a-49d3-81cd-30e51e55fb02 has already been hosted by L3 agent 2bd7ef4a-700f-45f4-ae1e-98ca6454acba {{(pid=102476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:21:13.575974 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 59890) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:21:13.973115 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-9c671954-5130-4d19-b042-732cccb65d3d tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks [] for security_group, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:13.975843 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-531f9871-c59c-40a0-99ba-e44d7cd3ca5f admin admin] Notify agent at l3_agent.dv-cinder-821739-1-iscsi the message routers_updated {{(pid=102476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:21:13.982762 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-531f9871-c59c-40a0-99ba-e44d7cd3ca5f admin admin] 10.222.0.70 "PUT /v2.0/routers/ac4007c1-118a-49d3-81cd-30e51e55fb02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8207967 Jun 14 18:21:13.985374 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 59892) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:21:13.988824 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef8b410-a64e-40dd-aa14-b5734c21a9b3 None None] Sync routers for ids ['ac4007c1-118a-49d3-81cd-30e51e55fb02'] in dv-cinder-821739-1-iscsi {{(pid=102478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:21:13.999818 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef8b410-a64e-40dd-aa14-b5734c21a9b3 None None] Routers {'ac4007c1-118a-49d3-81cd-30e51e55fb02'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:21:14.000454 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-9ef8b410-a64e-40dd-aa14-b5734c21a9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:20:49Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['ac4007c1-118a-49d3-81cd-30e51e55fb02'], 'active': True} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:21:14.002794 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-9c671954-5130-4d19-b042-732cccb65d3d tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:14.059477 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-9c671954-5130-4d19-b042-732cccb65d3d tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:14.062051 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-9c671954-5130-4d19-b042-732cccb65d3d tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks [] for security_group, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:14.063206 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-9c671954-5130-4d19-b042-732cccb65d3d tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "DELETE /v2.0/security-groups/cd5975b1-3c33-4da2-8fde-e582d3d1e8b5 HTTP/1.1" status: 204 len: 168 time: 0.4863098 Jun 14 18:21:14.066465 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 59894) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:21:14.084154 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.api.v2.resource [None req-d157c3b0-7075-49cd-bdb4-29a578a1344c tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] show failed (client error): The resource could not be found. Jun 14 18:21:14.085156 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-d157c3b0-7075-49cd-bdb4-29a578a1344c tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/security-groups/cd5975b1-3c33-4da2-8fde-e582d3d1e8b5 HTTP/1.1" status: 404 len: 347 time: 0.0178103 Jun 14 18:21:14.085952 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671954-5130-4d19-b042-732cccb65d3d tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5975b1-3c33-4da2-8fde-e582d3d1e8b5,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:21:14.088106 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 59896) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:21:14.102860 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-3e0ab064-aa04-4019-b42a-20ebcfb1f4dc admin admin] Notify callbacks [] for router, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:14.127925 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvr_db [None req-9ef8b410-a64e-40dd-aa14-b5734c21a9b3 None None] Set router ac4007c1-118a-49d3-81cd-30e51e55fb02 gateway port host: dv-cinder-821739-1-iscsi {{(pid=102478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:21:14.212893 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-3e0ab064-aa04-4019-b42a-20ebcfb1f4dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:14.214421 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.plugin [None req-98271b9f-f724-4f8e-b840-df8e9d99d7a2 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Deleting port 5957053c-1429-48c2-b9f7-6d7d84cb4f37 {{(pid=102476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 14 18:21:14.214753 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-98271b9f-f724-4f8e-b840-df8e9d99d7a2 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239577025'] for port, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:14.268279 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.plugin [None req-3e0ab064-aa04-4019-b42a-20ebcfb1f4dc admin admin] Deleting port 9a79848a-b8ec-4c4a-9c72-05af90070400 {{(pid=102477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 14 18:21:14.268775 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-3e0ab064-aa04-4019-b42a-20ebcfb1f4dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239577025'] for port, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:14.294130 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-98271b9f-f724-4f8e-b840-df8e9d99d7a2 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282467'] for port, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:14.294496 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-98271b9f-f724-4f8e-b840-df8e9d99d7a2 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:14.306582 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.plugin [None req-98271b9f-f724-4f8e-b840-df8e9d99d7a2 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Calling delete_port for 5957053c-1429-48c2-b9f7-6d7d84cb4f37 owned by network:floatingip {{(pid=102476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 14 18:21:14.317599 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-9ef8b410-a64e-40dd-aa14-b5734c21a9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4007c1-118a-49d3-81cd-30e51e55fb02', 'name': 'tempest-TestVolumeBootPattern-1943699625-router', 'tenant_id': '52bb461c3b3941a3a9968fdc4d6f0883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '9a79848a-b8ec-4c4a-9c72-05af90070400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:13:02Z', 'updated_at': '2022-06-14T18:21:13Z', 'revision_number': 5, 'project_id': '52bb461c3b3941a3a9968fdc4d6f0883', 'gw_port': {'id': '9a79848a-b8ec-4c4a-9c72-05af90070400', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ef:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4007c1-118a-49d3-81cd-30e51e55fb02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:13:02Z', 'updated_at': '2022-06-14T18:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi'}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:21:14.350592 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef8b410-a64e-40dd-aa14-b5734c21a9b3 None None] Checking router: ac4007c1-118a-49d3-81cd-30e51e55fb02 for host: dv-cinder-821739-1-iscsi {{(pid=102478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:21:14.360274 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef8b410-a64e-40dd-aa14-b5734c21a9b3 None None] Routers {'ac4007c1-118a-49d3-81cd-30e51e55fb02'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:21:14.360585 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.db [None req-3e0ab064-aa04-4019-b42a-20ebcfb1f4dc admin admin] For port 9a79848a-b8ec-4c4a-9c72-05af90070400, host dv-cinder-821739-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=9a79848a-b8ec-4c4a-9c72-05af90070400,segment=NetworkSegment(d3be3284-4005-440f-af8c-13455fbdf684),segment_id=d3be3284-4005-440f-af8c-13455fbdf684)] {{(pid=102477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:21:14.360941 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-3e0ab064-aa04-4019-b42a-20ebcfb1f4dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282467'] for port, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:14.361097 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-9ef8b410-a64e-40dd-aa14-b5734c21a9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:20:49Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['ac4007c1-118a-49d3-81cd-30e51e55fb02'], 'active': True} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:21:14.373845 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.plugin [None req-3e0ab064-aa04-4019-b42a-20ebcfb1f4dc admin admin] Calling delete_port for 9a79848a-b8ec-4c4a-9c72-05af90070400 owned by network:router_gateway {{(pid=102477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 14 18:21:14.450380 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-98271b9f-f724-4f8e-b840-df8e9d99d7a2 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239583007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239190869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378765'] for port, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:14.455946 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvr_db [None req-9ef8b410-a64e-40dd-aa14-b5734c21a9b3 None None] Set router ac4007c1-118a-49d3-81cd-30e51e55fb02 gateway port host: None {{(pid=102478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:21:14.483155 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98271b9f-f724-4f8e-b840-df8e9d99d7a2 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Pushing event deleted for resources: {'Port': ['ID=5957053c-1429-48c2-b9f7-6d7d84cb4f37,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:21:14.518408 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-9ef8b410-a64e-40dd-aa14-b5734c21a9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4007c1-118a-49d3-81cd-30e51e55fb02', 'name': 'tempest-TestVolumeBootPattern-1943699625-router', 'tenant_id': '52bb461c3b3941a3a9968fdc4d6f0883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:13:02Z', 'updated_at': '2022-06-14T18:21:14Z', 'revision_number': 6, 'project_id': '52bb461c3b3941a3a9968fdc4d6f0883', 'gw_port_host': None}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:21:14.545703 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-98271b9f-f724-4f8e-b840-df8e9d99d7a2 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks [] for floatingip, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:14.548581 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-98271b9f-f724-4f8e-b840-df8e9d99d7a2 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for floatingip, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:14.552482 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-98271b9f-f724-4f8e-b840-df8e9d99d7a2 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "DELETE /v2.0/floatingips/408b93ec-431b-464d-a6ef-ba5ae02fda36 HTTP/1.1" status: 204 len: 168 time: 0.4608037 Jun 14 18:21:14.574365 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-3e0ab064-aa04-4019-b42a-20ebcfb1f4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239583007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239190869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16661523'] for port, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:14.601961 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0ab064-aa04-4019-b42a-20ebcfb1f4dc admin admin] Pushing event deleted for resources: {'Port': ['ID=9a79848a-b8ec-4c4a-9c72-05af90070400,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:21:14.643080 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 59900) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:21:14.648685 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.v2.base [None req-6c23dd5e-0f01-408f-881d-83588f6dad95 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Request body: {'security_group': {'name': 'tempest-securitygroup--682267363', 'description': 'tempest-description--329058326'}} {{(pid=102476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:21:14.669172 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-3e0ab064-aa04-4019-b42a-20ebcfb1f4dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8287518'] for router_gateway, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:14.674979 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-6c23dd5e-0f01-408f-881d-83588f6dad95 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks [] for security_group, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:14.679949 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device ed121229-487c-46cd-b188-a5adcbfb9d5d no longer exists at agent hyperv_hv-cinder-82173 {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:21:14.683040 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef8b410-a64e-40dd-aa14-b5734c21a9b3 None None] The sync data for ids ['ac4007c1-118a-49d3-81cd-30e51e55fb02'] in dv-cinder-821739-1-iscsi is: [{'id': 'ac4007c1-118a-49d3-81cd-30e51e55fb02', 'name': 'tempest-TestVolumeBootPattern-1943699625-router', 'tenant_id': '52bb461c3b3941a3a9968fdc4d6f0883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:13:02Z', 'updated_at': '2022-06-14T18:21:14Z', 'revision_number': 6, 'project_id': '52bb461c3b3941a3a9968fdc4d6f0883', 'gw_port_host': None}] {{(pid=102478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:21:14.708180 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] No Port match for: ed121229-487c-46cd-b188-a5adcbfb9d5d {{(pid=102478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 14 18:21:14.708828 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device ed121229-487c-46cd-b188-a5adcbfb9d5d not bound to the agent host hv-cinder-82173 {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:21:14.756833 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-6c23dd5e-0f01-408f-881d-83588f6dad95 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks [] for security_group, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:14.762213 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-6c23dd5e-0f01-408f-881d-83588f6dad95 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:14.774432 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-3e0ab064-aa04-4019-b42a-20ebcfb1f4dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16243'] for router, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:14.777178 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-3e0ab064-aa04-4019-b42a-20ebcfb1f4dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:14.789015 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-6c23dd5e-0f01-408f-881d-83588f6dad95 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks [] for security_group, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:14.790274 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-6c23dd5e-0f01-408f-881d-83588f6dad95 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1454561 Jun 14 18:21:14.794813 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 59902) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:21:14.799110 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.v2.base [None req-ae375d2f-4973-4340-9ba5-58b80b5ca720 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Request body: {'security_group_rule': {'security_group_id': 'be33071f-eb44-4679-a45b-41fbb6b66017', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:21:14.804174 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c23dd5e-0f01-408f-881d-83588f6dad95 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be33071f-eb44-4679-a45b-41fbb6b66017,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:21:14.827181 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-ae375d2f-4973-4340-9ba5-58b80b5ca720 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:14.828988 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-3e0ab064-aa04-4019-b42a-20ebcfb1f4dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8278028'] for router, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:14.829710 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e0ab064-aa04-4019-b42a-20ebcfb1f4dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac4007c1-118a-49d3-81cd-30e51e55fb02 {{(pid=102477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 14 18:21:14.834513 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-3e0ab064-aa04-4019-b42a-20ebcfb1f4dc admin admin] Notify callbacks [] for router, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:14.838514 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-3e0ab064-aa04-4019-b42a-20ebcfb1f4dc admin admin] 10.222.0.70 "DELETE /v2.0/routers/ac4007c1-118a-49d3-81cd-30e51e55fb02 HTTP/1.1" status: 204 len: 168 time: 0.8492832 Jun 14 18:21:14.839611 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 59904) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:21:14.883470 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-ae375d2f-4973-4340-9ba5-58b80b5ca720 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:14.885692 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7a34576-b0f0-47ce-9100-64cd8d19c2a8 admin admin] Deleting subnet 97ad2cad-4fe3-4acc-af35-05339c41f1a0 {{(pid=102477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jun 14 18:21:14.888410 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-ae375d2f-4973-4340-9ba5-58b80b5ca720 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8370858'] for security_group_rule, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:14.889213 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-b7a34576-b0f0-47ce-9100-64cd8d19c2a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:14.906130 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae375d2f-4973-4340-9ba5-58b80b5ca720 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f405c3da-d44e-4745-9bc1-600e4e9c90fd,revision_number=0']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:21:14.912834 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-ae375d2f-4973-4340-9ba5-58b80b5ca720 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:14.913937 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-ae375d2f-4973-4340-9ba5-58b80b5ca720 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1181774 Jun 14 18:21:14.917114 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 59906) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:21:14.921844 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.v2.base [None req-f4b4e49a-96f5-45a7-b174-85df681f5145 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Request body: {'security_group_rule': {'security_group_id': 'be33071f-eb44-4679-a45b-41fbb6b66017', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:21:14.928104 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-b7a34576-b0f0-47ce-9100-64cd8d19c2a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16658451'] for subnet, precommit_delete_associations {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:14.947971 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-f4b4e49a-96f5-45a7-b174-85df681f5145 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:15.007564 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-f4b4e49a-96f5-45a7-b174-85df681f5145 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:15.012540 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-f4b4e49a-96f5-45a7-b174-85df681f5145 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8370858'] for security_group_rule, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:15.013247 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-b7a34576-b0f0-47ce-9100-64cd8d19c2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-977723'] for subnet, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:15.027829 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b4e49a-96f5-45a7-b174-85df681f5145 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c27e4d73-86ac-4974-a6b7-2475328dc9f9,revision_number=0']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:21:15.038419 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-f4b4e49a-96f5-45a7-b174-85df681f5145 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:15.039603 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-f4b4e49a-96f5-45a7-b174-85df681f5145 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1213570 Jun 14 18:21:15.043026 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 59908) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:21:15.047218 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.v2.base [None req-76ad74f0-54b0-45df-aecf-4c4534520783 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Request body: {'floatingip': {'floating_network_id': '0514a421-38fe-44fa-a158-ef00d417fed9'}} {{(pid=102476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:21:15.070307 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-76ad74f0-54b0-45df-aecf-4c4534520783 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks [] for floatingip, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:15.074167 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-b7a34576-b0f0-47ce-9100-64cd8d19c2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-977714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16661700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4693647'] for subnet, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:15.102536 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a34576-b0f0-47ce-9100-64cd8d19c2a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97ad2cad-4fe3-4acc-af35-05339c41f1a0,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:21:15.107689 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-b7a34576-b0f0-47ce-9100-64cd8d19c2a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7944499'] for subnet, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:15.114200 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-b7a34576-b0f0-47ce-9100-64cd8d19c2a8 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/97ad2cad-4fe3-4acc-af35-05339c41f1a0 HTTP/1.1" status: 204 len: 168 time: 0.2741094 Jun 14 18:21:15.116330 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7995b5b-97fe-46aa-a2f2-6125484d9b5a None None] Network 3077c19a-cbf8-4446-b0e1-407badbe11d8 requested from dv-cinder-821739-1-iscsi {{(pid=102478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 18:21:15.120237 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 59910) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:21:15.226235 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-b58b9d14-227d-4f3a-b636-9ee41af16fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592896'] for network, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:15.273976 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-76ad74f0-54b0-45df-aecf-4c4534520783 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:15.336488 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.plugin [None req-b58b9d14-227d-4f3a-b636-9ee41af16fa4 admin admin] Deleting port 402cc4bb-b529-44b0-becc-d9c833e8432a {{(pid=102476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 14 18:21:15.336741 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-b58b9d14-227d-4f3a-b636-9ee41af16fa4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239577025'] for port, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:15.436058 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.db [None req-b58b9d14-227d-4f3a-b636-9ee41af16fa4 admin admin] For port 402cc4bb-b529-44b0-becc-d9c833e8432a, host dv-cinder-821739-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=402cc4bb-b529-44b0-becc-d9c833e8432a,segment=NetworkSegment(1c87411c-6ddd-46d2-9c2e-28370eddcd32),segment_id=1c87411c-6ddd-46d2-9c2e-28370eddcd32)] {{(pid=102476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:21:15.436360 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-b58b9d14-227d-4f3a-b636-9ee41af16fa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282467'] for port, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:15.448887 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.db.db_base_plugin_common [None req-76ad74f0-54b0-45df-aecf-4c4534520783 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Allocated IP 172.27.2.158 (0514a421-38fe-44fa-a158-ef00d417fed9/5974f5a1-c656-4a3f-aaeb-f2cb77111b45/78326897-7e5b-4c8d-8be6-ca81b5e37bec) {{(pid=102476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:21:15.458439 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.plugin [None req-b58b9d14-227d-4f3a-b636-9ee41af16fa4 admin admin] Calling delete_port for 402cc4bb-b529-44b0-becc-d9c833e8432a owned by network:dhcp {{(pid=102476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 14 18:21:15.494869 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d18e4e-d830-48bb-91be-c91873ad3b3a None None] DHCP port deletion for 3077c19a-cbf8-4446-b0e1-407badbe11d8 request from dv-cinder-821739-1-iscsi {{(pid=102478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 14 18:21:15.562676 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-51d18e4e-d830-48bb-91be-c91873ad3b3a None None] Deleting port 402cc4bb-b529-44b0-becc-d9c833e8432a {{(pid=102478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 14 18:21:15.563253 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-51d18e4e-d830-48bb-91be-c91873ad3b3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239577025'] for port, before_delete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:15.566601 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device 3b0fca2f-863e-4289-9801-f527d9b74348 no longer exists at agent ovs-agent-dv-cinder-821739-1-iscsi {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:21:15.597380 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] No Port match for: 3b0fca2f-863e-4289-9801-f527d9b74348 {{(pid=102478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 14 18:21:15.597802 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device 3b0fca2f-863e-4289-9801-f527d9b74348 not bound to the agent host dv-cinder-821739-1-iscsi {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:21:15.598227 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device 402cc4bb-b529-44b0-becc-d9c833e8432a no longer exists at agent ovs-agent-dv-cinder-821739-1-iscsi {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:21:15.628688 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-b58b9d14-227d-4f3a-b636-9ee41af16fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239583007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239190869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378765'] for port, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:15.643238 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-76ad74f0-54b0-45df-aecf-4c4534520783 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks [] for port, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:15.650843 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58b9d14-227d-4f3a-b636-9ee41af16fa4 admin admin] No DVR routers for this DVR port 402cc4bb-b529-44b0-becc-d9c833e8432a on host dv-cinder-821739-1-iscsi {{(pid=102476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 18:21:15.679025 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b9d14-227d-4f3a-b636-9ee41af16fa4 admin admin] Pushing event deleted for resources: {'Port': ['ID=402cc4bb-b529-44b0-becc-d9c833e8432a,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:21:15.682968 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-51d18e4e-d830-48bb-91be-c91873ad3b3a None None] For port 402cc4bb-b529-44b0-becc-d9c833e8432a, host dv-cinder-821739-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=402cc4bb-b529-44b0-becc-d9c833e8432a,segment=NetworkSegment(1c87411c-6ddd-46d2-9c2e-28370eddcd32),segment_id=1c87411c-6ddd-46d2-9c2e-28370eddcd32)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:21:15.683374 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-51d18e4e-d830-48bb-91be-c91873ad3b3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282467'] for port, precommit_delete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:15.698182 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-51d18e4e-d830-48bb-91be-c91873ad3b3a None None] Calling delete_port for 402cc4bb-b529-44b0-becc-d9c833e8432a owned by network:dhcp {{(pid=102478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 14 18:21:15.699787 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] No active binding found for port 402cc4bb-b529-44b0-becc-d9c833e8432a {{(pid=102478) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jun 14 18:21:15.700212 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device 402cc4bb-b529-44b0-becc-d9c833e8432a not bound to the agent host dv-cinder-821739-1-iscsi {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:21:15.700624 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device 9a79848a-b8ec-4c4a-9c72-05af90070400 no longer exists at agent ovs-agent-dv-cinder-821739-1-iscsi {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:21:15.726199 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] No Port match for: 9a79848a-b8ec-4c4a-9c72-05af90070400 {{(pid=102478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 14 18:21:15.726886 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device 9a79848a-b8ec-4c4a-9c72-05af90070400 not bound to the agent host dv-cinder-821739-1-iscsi {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:21:15.767118 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-b58b9d14-227d-4f3a-b636-9ee41af16fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-955256', 'neutron.services.segments.db._delete_segments_for_network-8758239721683'] for network, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:15.787647 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-76ad74f0-54b0-45df-aecf-4c4534520783 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239190878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378765'] for port, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:15.798729 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.services.segments.db [None req-b58b9d14-227d-4f3a-b636-9ee41af16fa4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3077c19a-cbf8-4446-b0e1-407badbe11d8']}} {{(pid=102476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:21:15.807336 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-51d18e4e-d830-48bb-91be-c91873ad3b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239583007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239190869'] for port, after_delete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:15.834932 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d18e4e-d830-48bb-91be-c91873ad3b3a None None] Pushing event deleted for resources: {'Port': ['ID=402cc4bb-b529-44b0-becc-d9c833e8432a,revision_number=None']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:21:15.843138 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.services.segments.db [None req-b58b9d14-227d-4f3a-b636-9ee41af16fa4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c87411c-6ddd-46d2-9c2e-28370eddcd32') {'for_net_delete': True} {{(pid=102476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:21:15.843478 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.services.segments.db [None req-b58b9d14-227d-4f3a-b636-9ee41af16fa4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c87411c-6ddd-46d2-9c2e-28370eddcd32') {} {{(pid=102476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:21:15.846400 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ad74f0-54b0-45df-aecf-4c4534520783 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Network 0514a421-38fe-44fa-a158-ef00d417fed9 is already hosted by enough agents. {{(pid=102476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:21:15.847485 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d18e4e-d830-48bb-91be-c91873ad3b3a None None] No DVR routers for this DVR port 402cc4bb-b529-44b0-becc-d9c833e8432a on host dv-cinder-821739-1-iscsi {{(pid=102478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 18:21:15.856828 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.base_scheduler [None req-76ad74f0-54b0-45df-aecf-4c4534520783 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Resources bound (agent type, host, resource id): {{(pid=102476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:21:15.861398 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-b58b9d14-227d-4f3a-b636-9ee41af16fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758239721948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5425962'] for segment, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:15.861701 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d18e4e-d830-48bb-91be-c91873ad3b3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:21:15.862027 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d18e4e-d830-48bb-91be-c91873ad3b3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:21:15.862676 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d18e4e-d830-48bb-91be-c91873ad3b3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:21:15.862676 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d18e4e-d830-48bb-91be-c91873ad3b3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:21:15.863006 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d18e4e-d830-48bb-91be-c91873ad3b3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:21:15.863115 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ad74f0-54b0-45df-aecf-4c4534520783 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Received port after_create {{(pid=102476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 14 18:21:15.863328 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d18e4e-d830-48bb-91be-c91873ad3b3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:21:15.863659 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d18e4e-d830-48bb-91be-c91873ad3b3a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:21:15.864011 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d18e4e-d830-48bb-91be-c91873ad3b3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:21:15.864508 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d18e4e-d830-48bb-91be-c91873ad3b3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:21:15.864832 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d18e4e-d830-48bb-91be-c91873ad3b3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:21:15.866292 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d18e4e-d830-48bb-91be-c91873ad3b3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:21:15.866628 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d18e4e-d830-48bb-91be-c91873ad3b3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:21:15.897349 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ad74f0-54b0-45df-aecf-4c4534520783 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Pushing event updated for resources: {'Port': ['ID=78326897-7e5b-4c8d-8be6-ca81b5e37bec,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:21:15.904445 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-b58b9d14-227d-4f3a-b636-9ee41af16fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977873'] for segment, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:15.912730 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b58b9d14-227d-4f3a-b636-9ee41af16fa4 admin admin] Releasing vlan 1042 on physical network physnet1 to pool {{(pid=102476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 18:21:15.913153 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-b58b9d14-227d-4f3a-b636-9ee41af16fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5378784'] for segment, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:15.933605 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.services.segments.plugin [-] Segment 1c87411c-6ddd-46d2-9c2e-28370eddcd32 resource provider aggregate not found Jun 14 18:21:15.976523 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.services.segments.plugin [-] Segment 1c87411c-6ddd-46d2-9c2e-28370eddcd32 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1c87411c-6ddd-46d2-9c2e-28370eddcd32 found for delete ", "request_id": "req-e435a6ee-5bd5-405e-96d2-15543177b5e6"}]} Jun 14 18:21:16.007948 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-b58b9d14-227d-4f3a-b636-9ee41af16fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-955201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8287522'] for network, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:16.021005 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-b58b9d14-227d-4f3a-b636-9ee41af16fa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7944499'] for network, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:16.024258 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-b58b9d14-227d-4f3a-b636-9ee41af16fa4 admin admin] 10.222.0.70 "DELETE /v2.0/networks/3077c19a-cbf8-4446-b0e1-407badbe11d8 HTTP/1.1" status: 204 len: 168 time: 0.9028568 Jun 14 18:21:16.041120 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b9d14-227d-4f3a-b636-9ee41af16fa4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3077c19a-cbf8-4446-b0e1-407badbe11d8,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:21:16.046993 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-76ad74f0-54b0-45df-aecf-4c4534520783 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:16.081450 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-76ad74f0-54b0-45df-aecf-4c4534520783 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:16.140187 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 59918) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:21:16.183490 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-b115ae3e-7b3c-4b09-a33f-15b280a8a402 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a98d65273e2546aa9252b74c4f9daae4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385919 Jun 14 18:21:16.183741 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 59920) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:21:16.232010 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-30fe132f-4468-4e12-89fa-336d98a82cd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:16.240394 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-76ad74f0-54b0-45df-aecf-4c4534520783 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks [] for port, precommit_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:16.245595 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-76ad74f0-54b0-45df-aecf-4c4534520783 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5378756'] for port, after_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:16.253474 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-30fe132f-4468-4e12-89fa-336d98a82cd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:16.307579 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-30fe132f-4468-4e12-89fa-336d98a82cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:16.311521 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-30fe132f-4468-4e12-89fa-336d98a82cd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:16.312966 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-30fe132f-4468-4e12-89fa-336d98a82cd2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6229908d-dbf4-4fb3-be5e-2e26225c8026 HTTP/1.1" status: 204 len: 168 time: 0.1282113 Jun 14 18:21:16.318741 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ad74f0-54b0-45df-aecf-4c4534520783 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Pushing event updated for resources: {'Port': ['ID=78326897-7e5b-4c8d-8be6-ca81b5e37bec,revision_number=2']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:21:16.326503 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fe132f-4468-4e12-89fa-336d98a82cd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6229908d-dbf4-4fb3-be5e-2e26225c8026,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:21:16.329485 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-76ad74f0-54b0-45df-aecf-4c4534520783 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8287696'] for floatingip, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:16.357018 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-76ad74f0-54b0-45df-aecf-4c4534520783 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for floatingip, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:16.361600 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-76ad74f0-54b0-45df-aecf-4c4534520783 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3142502 Jun 14 18:21:16.456205 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-b03ea9f3-3d10-41ae-8c4c-e935702d3cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:16.555923 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-6dbf852a-c069-46c2-8242-898a56a11a91 req-c10bd6df-8895-4a46-a1ae-3b8daf5fe304 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--682267363&fields=id&tenant_id=927013c586d5417e99dbc2cf0a0eed12 HTTP/1.1" status: 200 len: 267 time: 0.0357947 Jun 14 18:21:16.656514 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 59938) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:21:16.670861 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf852a-c069-46c2-8242-898a56a11a91 req-926a6a1e-f7ea-453f-b858-7dd90f1b1ac8 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:21:16.672447 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-6dbf852a-c069-46c2-8242-898a56a11a91 req-926a6a1e-f7ea-453f-b858-7dd90f1b1ac8 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/networks?id=a20cd105-ccee-4ccf-aa21-673440674804 HTTP/1.1" status: 200 len: 815 time: 0.1087456 Jun 14 18:21:16.687610 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-6dbf852a-c069-46c2-8242-898a56a11a91 req-81006a46-a260-4289-a5d1-7ee252f58d9c tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/quotas/927013c586d5417e99dbc2cf0a0eed12 HTTP/1.1" status: 200 len: 375 time: 0.0093343 Jun 14 18:21:16.695982 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-d7761dea-0769-4765-8a10-f664b771a6dd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=52bb461c3b3941a3a9968fdc4d6f0883&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383458 Jun 14 18:21:16.698562 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 59940) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:21:16.741550 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-6dbf852a-c069-46c2-8242-898a56a11a91 req-173e726d-632a-42d5-b7a8-b43704e278ea tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=927013c586d5417e99dbc2cf0a0eed12&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0483651 Jun 14 18:21:16.748016 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-d0e80ddd-bc54-463c-ae10-4045365b4e1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:16.769971 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-d0e80ddd-bc54-463c-ae10-4045365b4e1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:16.817516 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-d0e80ddd-bc54-463c-ae10-4045365b4e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:16.820077 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-d0e80ddd-bc54-463c-ae10-4045365b4e1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:16.821258 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-d0e80ddd-bc54-463c-ae10-4045365b4e1f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/62ba3335-e55f-45ab-899b-28e1c6cbb681 HTTP/1.1" status: 204 len: 168 time: 0.1217473 Jun 14 18:21:16.829667 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e80ddd-bc54-463c-ae10-4045365b4e1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ba3335-e55f-45ab-899b-28e1c6cbb681,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:21:16.846130 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-6dbf852a-c069-46c2-8242-898a56a11a91 req-f38163fc-d02e-4418-9327-102058faebf8 service neutron] 10.222.0.70 "GET /v2.0/networks/a20cd105-ccee-4ccf-aa21-673440674804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910728 Jun 14 18:21:16.938162 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-6dbf852a-c069-46c2-8242-898a56a11a91 req-e9652920-a70b-4f88-aecc-e28545d8e705 service neutron] 10.222.0.70 "GET /v2.0/networks/a20cd105-ccee-4ccf-aa21-673440674804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844254 Jun 14 18:21:17.106984 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-02d7a35e-be5b-4e4b-95d1-9ef665dc14b5 req-0c5b3978-dccc-484d-9ca6-4e5c8a3dbc67 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/ports?device_id=62945b58-89f2-4ca9-b9a7-81cc6786ab26 HTTP/1.1" status: 200 len: 210 time: 0.0290143 Jun 14 18:21:18.092156 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf852a-c069-46c2-8242-898a56a11a91 req-b0610780-2da1-46f1-b328-96d4f35f469e tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:21:18.093635 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-6dbf852a-c069-46c2-8242-898a56a11a91 req-b0610780-2da1-46f1-b328-96d4f35f469e tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.90 "GET /v2.0/networks?id=a20cd105-ccee-4ccf-aa21-673440674804 HTTP/1.1" status: 200 len: 815 time: 0.1110721 Jun 14 18:21:18.139440 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-6dbf852a-c069-46c2-8242-898a56a11a91 req-151da0fb-e917-4d60-a1b1-ad3d899d65a4 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=927013c586d5417e99dbc2cf0a0eed12 HTTP/1.1" status: 200 len: 379 time: 0.0352566 Jun 14 18:21:18.156995 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.v2.base [req-6dbf852a-c069-46c2-8242-898a56a11a91 req-13c45dd4-b7d3-456c-b6c7-4262ae822219 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Request body: {'port': {'device_id': '62945b58-89f2-4ca9-b9a7-81cc6786ab26', 'network_id': 'a20cd105-ccee-4ccf-aa21-673440674804', 'admin_state_up': True, 'tenant_id': '927013c586d5417e99dbc2cf0a0eed12', 'security_groups': ['be33071f-eb44-4679-a45b-41fbb6b66017']}} {{(pid=102477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:21:18.219221 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-79083e53-42b4-4b69-8ffc-a538fbf6f19b req-ce7373da-a5a9-4fae-b8ec-c7ebdeda8ec2 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/ports?device_id=62945b58-89f2-4ca9-b9a7-81cc6786ab26 HTTP/1.1" status: 200 len: 210 time: 0.0273695 Jun 14 18:21:18.274415 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dbf852a-c069-46c2-8242-898a56a11a91 req-13c45dd4-b7d3-456c-b6c7-4262ae822219 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Made reservation on behalf of 927013c586d5417e99dbc2cf0a0eed12 for: {'port': 1} {{(pid=102477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:21:18.278313 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-6dbf852a-c069-46c2-8242-898a56a11a91 req-13c45dd4-b7d3-456c-b6c7-4262ae822219 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:18.397216 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.db_base_plugin_common [req-6dbf852a-c069-46c2-8242-898a56a11a91 req-13c45dd4-b7d3-456c-b6c7-4262ae822219 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Allocated IP 172.20.0.5 (a20cd105-ccee-4ccf-aa21-673440674804/adeaf354-122e-42a5-ab5f-7dce689ddb1f/cd113a3d-230a-4e3b-a98d-0469ac7ca80f) {{(pid=102477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:21:18.535089 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-6dbf852a-c069-46c2-8242-898a56a11a91 req-13c45dd4-b7d3-456c-b6c7-4262ae822219 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks [] for port, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:18.569116 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-6dbf852a-c069-46c2-8242-898a56a11a91 req-13c45dd4-b7d3-456c-b6c7-4262ae822219 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239190878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16661523'] for port, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:18.611028 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dbf852a-c069-46c2-8242-898a56a11a91 req-13c45dd4-b7d3-456c-b6c7-4262ae822219 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Network a20cd105-ccee-4ccf-aa21-673440674804 is already hosted by enough agents. {{(pid=102477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:21:18.613901 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.base_scheduler [req-6dbf852a-c069-46c2-8242-898a56a11a91 req-13c45dd4-b7d3-456c-b6c7-4262ae822219 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Resources bound (agent type, host, resource id): {{(pid=102477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:21:18.617386 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dbf852a-c069-46c2-8242-898a56a11a91 req-13c45dd4-b7d3-456c-b6c7-4262ae822219 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Received port after_create {{(pid=102477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 14 18:21:18.625824 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c45dd4-b7d3-456c-b6c7-4262ae822219 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Pushing event updated for resources: {'Port': ['ID=cd113a3d-230a-4e3b-a98d-0469ac7ca80f,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:21:18.676683 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf852a-c069-46c2-8242-898a56a11a91 req-13c45dd4-b7d3-456c-b6c7-4262ae822219 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:21:18.677289 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-6dbf852a-c069-46c2-8242-898a56a11a91 req-13c45dd4-b7d3-456c-b6c7-4262ae822219 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for port, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:18.693226 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-6dbf852a-c069-46c2-8242-898a56a11a91 req-13c45dd4-b7d3-456c-b6c7-4262ae822219 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5443742 Jun 14 18:21:18.709287 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.v2.base [req-6dbf852a-c069-46c2-8242-898a56a11a91 req-33c07d0b-c517-4590-a7fa-52d1395be9d1 service neutron] Request body: {'port': {'device_id': '62945b58-89f2-4ca9-b9a7-81cc6786ab26', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82173'}} {{(pid=102477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:21:18.739136 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-03eca3b6-be8d-4525-924b-9b86347e8890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:18.767362 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-6dbf852a-c069-46c2-8242-898a56a11a91 req-33c07d0b-c517-4590-a7fa-52d1395be9d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:18.868247 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-502ee4df-b68b-4d9c-b7bd-7e95ddf90c53 None None] Provisioning complete for port cd113a3d-230a-4e3b-a98d-0469ac7ca80f triggered by entity DHCP. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:21:18.869194 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-502ee4df-b68b-4d9c-b7bd-7e95ddf90c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:18.906401 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-502ee4df-b68b-4d9c-b7bd-7e95ddf90c53 None None] Port cd113a3d-230a-4e3b-a98d-0469ac7ca80f cannot update to ACTIVE because it is not bound. {{(pid=102478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jun 14 18:21:19.027544 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.notifiers.nova [req-6dbf852a-c069-46c2-8242-898a56a11a91 req-33c07d0b-c517-4590-a7fa-52d1395be9d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd113a3d-230a-4e3b-a98d-0469ac7ca80f {{(pid=102477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:21:19.034849 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-6dbf852a-c069-46c2-8242-898a56a11a91 req-33c07d0b-c517-4590-a7fa-52d1395be9d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:19.046824 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.provisioning_blocks [req-6dbf852a-c069-46c2-8242-898a56a11a91 req-33c07d0b-c517-4590-a7fa-52d1395be9d1 service neutron] Transition to ACTIVE for port object cd113a3d-230a-4e3b-a98d-0469ac7ca80f will not be triggered until provisioned by entity L2. {{(pid=102477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 18:21:19.049881 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-6dbf852a-c069-46c2-8242-898a56a11a91 req-33c07d0b-c517-4590-a7fa-52d1395be9d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16661530'] for port, after_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:19.106208 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c07d0b-c517-4590-a7fa-52d1395be9d1 service neutron] Pushing event updated for resources: {'Port': ['ID=cd113a3d-230a-4e3b-a98d-0469ac7ca80f,revision_number=2']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:21:19.174451 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.managers [req-6dbf852a-c069-46c2-8242-898a56a11a91 req-33c07d0b-c517-4590-a7fa-52d1395be9d1 service neutron] Attempting to bind port cd113a3d-230a-4e3b-a98d-0469ac7ca80f on host hv-cinder-82173 for vnic_type normal with profile {{(pid=102477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 14 18:21:19.174789 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.managers [req-6dbf852a-c069-46c2-8242-898a56a11a91 req-33c07d0b-c517-4590-a7fa-52d1395be9d1 service neutron] Attempting to bind port cd113a3d-230a-4e3b-a98d-0469ac7ca80f by drivers openvswitch,hyperv on host hv-cinder-82173 at level 0 using segments [{'id': '6328bd3b-152c-46b0-856b-068df43a7723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'a20cd105-ccee-4ccf-aa21-673440674804'}] {{(pid=102477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 14 18:21:19.175120 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbf852a-c069-46c2-8242-898a56a11a91 req-33c07d0b-c517-4590-a7fa-52d1395be9d1 service neutron] Attempting to bind port cd113a3d-230a-4e3b-a98d-0469ac7ca80f on network a20cd105-ccee-4ccf-aa21-673440674804 {{(pid=102477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:21:19.180175 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbf852a-c069-46c2-8242-898a56a11a91 req-33c07d0b-c517-4590-a7fa-52d1395be9d1 service neutron] Port cd113a3d-230a-4e3b-a98d-0469ac7ca80f on network a20cd105-ccee-4ccf-aa21-673440674804 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82173 {{(pid=102477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 14 18:21:19.180497 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbf852a-c069-46c2-8242-898a56a11a91 req-33c07d0b-c517-4590-a7fa-52d1395be9d1 service neutron] Attempting to bind port cd113a3d-230a-4e3b-a98d-0469ac7ca80f on network a20cd105-ccee-4ccf-aa21-673440674804 {{(pid=102477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:21:19.186802 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbf852a-c069-46c2-8242-898a56a11a91 req-33c07d0b-c517-4590-a7fa-52d1395be9d1 service neutron] Checking agent: {'id': '37867b7d-ea9d-4c92-b09f-db78138d4892', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82173', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 9, 26), 'started_at': datetime.datetime(2022, 6, 14, 18, 9, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:21:19.187143 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbf852a-c069-46c2-8242-898a56a11a91 req-33c07d0b-c517-4590-a7fa-52d1395be9d1 service neutron] Checking segment: {'id': '6328bd3b-152c-46b0-856b-068df43a7723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'a20cd105-ccee-4ccf-aa21-673440674804'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 14 18:21:19.187523 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbf852a-c069-46c2-8242-898a56a11a91 req-33c07d0b-c517-4590-a7fa-52d1395be9d1 service neutron] Bound using segment: {'id': '6328bd3b-152c-46b0-856b-068df43a7723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'a20cd105-ccee-4ccf-aa21-673440674804'} {{(pid=102477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:21:19.187953 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.managers [req-6dbf852a-c069-46c2-8242-898a56a11a91 req-33c07d0b-c517-4590-a7fa-52d1395be9d1 service neutron] Bound port: cd113a3d-230a-4e3b-a98d-0469ac7ca80f, host: hv-cinder-82173, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6328bd3b-152c-46b0-856b-068df43a7723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'a20cd105-ccee-4ccf-aa21-673440674804'}}] {{(pid=102477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 14 18:21:19.188333 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-6dbf852a-c069-46c2-8242-898a56a11a91 req-33c07d0b-c517-4590-a7fa-52d1395be9d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:19.253721 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.db [req-6dbf852a-c069-46c2-8242-898a56a11a91 req-33c07d0b-c517-4590-a7fa-52d1395be9d1 service neutron] For port cd113a3d-230a-4e3b-a98d-0469ac7ca80f, host hv-cinder-82173, cleared binding levels {{(pid=102477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:21:19.256868 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.db [req-6dbf852a-c069-46c2-8242-898a56a11a91 req-33c07d0b-c517-4590-a7fa-52d1395be9d1 service neutron] For port cd113a3d-230a-4e3b-a98d-0469ac7ca80f, host hv-cinder-82173, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=cd113a3d-230a-4e3b-a98d-0469ac7ca80f,segment=NetworkSegment(6328bd3b-152c-46b0-856b-068df43a7723),segment_id=6328bd3b-152c-46b0-856b-068df43a7723)] {{(pid=102477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:21:19.262285 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-6dbf852a-c069-46c2-8242-898a56a11a91 req-33c07d0b-c517-4590-a7fa-52d1395be9d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16661530'] for port, after_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:19.297297 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf852a-c069-46c2-8242-898a56a11a91 req-33c07d0b-c517-4590-a7fa-52d1395be9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:21:19.297872 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-6dbf852a-c069-46c2-8242-898a56a11a91 req-33c07d0b-c517-4590-a7fa-52d1395be9d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for port, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:19.299218 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-6dbf852a-c069-46c2-8242-898a56a11a91 req-33c07d0b-c517-4590-a7fa-52d1395be9d1 service neutron] 10.222.0.90 "PUT /v2.0/ports/cd113a3d-230a-4e3b-a98d-0469ac7ca80f HTTP/1.1" status: 200 len: 1093 time: 0.5943003 Jun 14 18:21:19.302293 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62945b58-89f2-4ca9-b9a7-81cc6786ab26', 'tag': 'cd113a3d-230a-4e3b-a98d-0469ac7ca80f'}] {{(pid=102477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:21:19.305255 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63a05a5c49a881ad62840f65bcdf4689c8e257def52ee20504415851ea2faa0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e1e524d-8bed-47f7-867a-873e9d851543" -d '{"events": [{"name": "network-changed", "server_uuid": "62945b58-89f2-4ca9-b9a7-81cc6786ab26", "tag": "cd113a3d-230a-4e3b-a98d-0469ac7ca80f"}]}' {{(pid=102477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:21:19.371268 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Jun 2022 18:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b2af35d-5d5e-4827-bc0c-c749304e046a x-openstack-request-id: req-7b2af35d-5d5e-4827-bc0c-c749304e046a {{(pid=102477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:21:19.371558 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62945b58-89f2-4ca9-b9a7-81cc6786ab26", "tag": "cd113a3d-230a-4e3b-a98d-0469ac7ca80f", "status": "completed", "code": 200}]} {{(pid=102477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:21:19.371802 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7b2af35d-5d5e-4827-bc0c-c749304e046a {{(pid=102477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:21:19.372189 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b2af35d-5d5e-4827-bc0c-c749304e046a'] response: {'name': 'network-changed', 'server_uuid': '62945b58-89f2-4ca9-b9a7-81cc6786ab26', 'tag': 'cd113a3d-230a-4e3b-a98d-0469ac7ca80f', 'status': 'completed', 'code': 200} Jun 14 18:21:19.396176 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c07d0b-c517-4590-a7fa-52d1395be9d1 service neutron] Pushing event updated for resources: {'Port': ['ID=cd113a3d-230a-4e3b-a98d-0469ac7ca80f,revision_number=3']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:21:19.418550 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c15ca6-8938-4e13-8f91-59cc2776c75e req-e70325f7-9612-4017-a53e-53e25cdfc9a8 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:21:19.420085 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-54c15ca6-8938-4e13-8f91-59cc2776c75e req-e70325f7-9612-4017-a53e-53e25cdfc9a8 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/ports?device_id=62945b58-89f2-4ca9-b9a7-81cc6786ab26 HTTP/1.1" status: 200 len: 943 time: 0.1281538 Jun 14 18:21:19.427026 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf852a-c069-46c2-8242-898a56a11a91 req-6a2c667f-f68d-465a-81bb-b8f5654daad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:21:19.428544 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-6dbf852a-c069-46c2-8242-898a56a11a91 req-6a2c667f-f68d-465a-81bb-b8f5654daad8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=927013c586d5417e99dbc2cf0a0eed12&device_id=62945b58-89f2-4ca9-b9a7-81cc6786ab26 HTTP/1.1" status: 200 len: 1096 time: 0.0826800 Jun 14 18:21:19.483722 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-6dbf852a-c069-46c2-8242-898a56a11a91 req-aa69064d-519d-4ff0-8d0f-499e075890a2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd113a3d-230a-4e3b-a98d-0469ac7ca80f HTTP/1.1" status: 200 len: 217 time: 0.0469160 Jun 14 18:21:19.524020 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-54c15ca6-8938-4e13-8f91-59cc2776c75e req-7eab4d81-c058-404b-9c9f-db8977e7a6c8 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/security-groups?id=be33071f-eb44-4679-a45b-41fbb6b66017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944557 Jun 14 18:21:19.541726 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf852a-c069-46c2-8242-898a56a11a91 req-93fa9063-1603-4bb5-800b-07e0f3905235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:21:19.543245 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-6dbf852a-c069-46c2-8242-898a56a11a91 req-93fa9063-1603-4bb5-800b-07e0f3905235 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=adeaf354-122e-42a5-ab5f-7dce689ddb1f HTTP/1.1" status: 200 len: 854 time: 0.0501153 Jun 14 18:21:19.588994 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf852a-c069-46c2-8242-898a56a11a91 req-4cb3c1a9-29cb-4150-96e5-a5dd7423a291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:21:19.590512 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-6dbf852a-c069-46c2-8242-898a56a11a91 req-4cb3c1a9-29cb-4150-96e5-a5dd7423a291 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a20cd105-ccee-4ccf-aa21-673440674804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401399 Jun 14 18:21:19.684700 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-6dbf852a-c069-46c2-8242-898a56a11a91 req-e3fc2abb-6019-4df3-9553-c814a402f76a service neutron] 10.222.0.90 "GET /v2.0/networks/a20cd105-ccee-4ccf-aa21-673440674804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853944 Jun 14 18:21:19.776573 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-6dbf852a-c069-46c2-8242-898a56a11a91 req-7357a549-533f-46b3-a732-3f3dc4de4b76 service neutron] 10.222.0.90 "GET /v2.0/networks/a20cd105-ccee-4ccf-aa21-673440674804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848119 Jun 14 18:21:19.823833 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-cf1fda14-6f0d-42ea-928d-63fe9f24329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:19.863547 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e524d-8bed-47f7-867a-873e9d851543 req-a26d9583-ed6d-43df-aec0-e2cbe9a6f4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:21:19.865020 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-7e1e524d-8bed-47f7-867a-873e9d851543 req-a26d9583-ed6d-43df-aec0-e2cbe9a6f4d2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=927013c586d5417e99dbc2cf0a0eed12&device_id=62945b58-89f2-4ca9-b9a7-81cc6786ab26 HTTP/1.1" status: 200 len: 1096 time: 0.0460875 Jun 14 18:21:19.955858 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e524d-8bed-47f7-867a-873e9d851543 req-67ec7b69-f979-42d2-a333-1bf612f1b822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:21:19.957215 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-7e1e524d-8bed-47f7-867a-873e9d851543 req-67ec7b69-f979-42d2-a333-1bf612f1b822 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a20cd105-ccee-4ccf-aa21-673440674804 HTTP/1.1" status: 200 len: 917 time: 0.0832951 Jun 14 18:21:20.000970 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-7e1e524d-8bed-47f7-867a-873e9d851543 req-a7107a6f-6cfa-4680-a9cc-557335709954 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd113a3d-230a-4e3b-a98d-0469ac7ca80f HTTP/1.1" status: 200 len: 217 time: 0.0358336 Jun 14 18:21:20.053502 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e524d-8bed-47f7-867a-873e9d851543 req-634d2b54-9b92-42f8-882b-0b81ee4fa8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:21:20.054956 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-7e1e524d-8bed-47f7-867a-873e9d851543 req-634d2b54-9b92-42f8-882b-0b81ee4fa8bc service neutron] 10.222.0.90 "GET /v2.0/subnets?id=adeaf354-122e-42a5-ab5f-7dce689ddb1f HTTP/1.1" status: 200 len: 854 time: 0.0441153 Jun 14 18:21:20.102671 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e524d-8bed-47f7-867a-873e9d851543 req-09695218-d045-423f-a620-4c0a23559c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:21:20.104987 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-7e1e524d-8bed-47f7-867a-873e9d851543 req-09695218-d045-423f-a620-4c0a23559c7e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a20cd105-ccee-4ccf-aa21-673440674804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428410 Jun 14 18:21:20.197351 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-7e1e524d-8bed-47f7-867a-873e9d851543 req-2819dc21-4aac-4aad-8705-90d3b999a020 service neutron] 10.222.0.90 "GET /v2.0/networks/a20cd105-ccee-4ccf-aa21-673440674804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836539 Jun 14 18:21:20.284628 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-7e1e524d-8bed-47f7-867a-873e9d851543 req-296db00b-343d-4a93-b50b-92b3b73e28e5 service neutron] 10.222.0.90 "GET /v2.0/networks/a20cd105-ccee-4ccf-aa21-673440674804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803821 Jun 14 18:21:20.644705 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae1adc7-eb9f-49bf-b7eb-381e4a31627c req-93c95f51-5e95-472a-adee-d8654a66f240 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:21:20.646210 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-dae1adc7-eb9f-49bf-b7eb-381e4a31627c req-93c95f51-5e95-472a-adee-d8654a66f240 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/ports?device_id=62945b58-89f2-4ca9-b9a7-81cc6786ab26 HTTP/1.1" status: 200 len: 943 time: 0.0538676 Jun 14 18:21:20.683466 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-dae1adc7-eb9f-49bf-b7eb-381e4a31627c req-1e2b02ed-5e94-4dd7-89a7-091d0cf8a4d9 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/security-groups?id=be33071f-eb44-4679-a45b-41fbb6b66017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312452 Jun 14 18:21:20.728394 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device cd113a3d-230a-4e3b-a98d-0469ac7ca80f details requested by agent hyperv_hv-cinder-82173 with host hv-cinder-82173 {{(pid=102478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 14 18:21:20.823009 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] For port cd113a3d-230a-4e3b-a98d-0469ac7ca80f, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=cd113a3d-230a-4e3b-a98d-0469ac7ca80f,segment=NetworkSegment(6328bd3b-152c-46b0-856b-068df43a7723),segment_id=6328bd3b-152c-46b0-856b-068df43a7723)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:21:20.833366 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Returning: {'device': 'cd113a3d-230a-4e3b-a98d-0469ac7ca80f', 'network_id': 'a20cd105-ccee-4ccf-aa21-673440674804', 'port_id': 'cd113a3d-230a-4e3b-a98d-0469ac7ca80f', 'mac_address': 'fa:16:3e:d5:59:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1001, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adeaf354-122e-42a5-ab5f-7dce689ddb1f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 14 18:21:20.870477 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Current status of the port cd113a3d-230a-4e3b-a98d-0469ac7ca80f is: DOWN; New status is: BUILD {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:21:20.870857 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:20.882941 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.notifiers.nova [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd113a3d-230a-4e3b-a98d-0469ac7ca80f {{(pid=102478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:21:20.902113 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] For port cd113a3d-230a-4e3b-a98d-0469ac7ca80f, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=cd113a3d-230a-4e3b-a98d-0469ac7ca80f,segment=NetworkSegment(6328bd3b-152c-46b0-856b-068df43a7723),segment_id=6328bd3b-152c-46b0-856b-068df43a7723)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:21:20.906128 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:20.950556 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Pushing event updated for resources: {'Port': ['ID=cd113a3d-230a-4e3b-a98d-0469ac7ca80f,revision_number=4']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:21:21.162721 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] get_ports_and_sgs() called for port_ids ['cd113a3d-230a-4e3b-a98d-0469ac7ca80f'] {{(pid=102478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 14 18:21:21.623870 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-1a5f21f8-b210-492f-a8cf-2d8a6010caea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:21.796073 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e1e67b-57a3-41fa-a888-844936eb85dc req-99060bf8-2186-447f-90b4-f3702ba918d9 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:21:21.797517 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-64e1e67b-57a3-41fa-a888-844936eb85dc req-99060bf8-2186-447f-90b4-f3702ba918d9 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/ports?device_id=62945b58-89f2-4ca9-b9a7-81cc6786ab26 HTTP/1.1" status: 200 len: 944 time: 0.0473421 Jun 14 18:21:21.838984 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-64e1e67b-57a3-41fa-a888-844936eb85dc req-0c01704d-2550-4d82-9ba8-e78b3b32d0ef tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/security-groups?id=be33071f-eb44-4679-a45b-41fbb6b66017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354967 Jun 14 18:21:21.954596 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:22.761935 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device cd113a3d-230a-4e3b-a98d-0469ac7ca80f up at agent hyperv_hv-cinder-82173 {{(pid=102478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:21:22.812640 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Provisioning for port cd113a3d-230a-4e3b-a98d-0469ac7ca80f completed by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 18:21:22.816638 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Provisioning complete for port cd113a3d-230a-4e3b-a98d-0469ac7ca80f triggered by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:21:22.817012 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:22.894579 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Current status of the port cd113a3d-230a-4e3b-a98d-0469ac7ca80f is: BUILD; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:21:22.894972 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:22.920123 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62945b58-89f2-4ca9-b9a7-81cc6786ab26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd113a3d-230a-4e3b-a98d-0469ac7ca80f'}] {{(pid=102478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:21:22.922562 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d8e2526aaff2bef62a8f92ec40b510f98ca8a12776779af706bb4cba97706d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b90311-abb5-4233-a54d-417ed4614e3d" -d '{"events": [{"server_uuid": "62945b58-89f2-4ca9-b9a7-81cc6786ab26", "name": "network-vif-plugged", "status": "completed", "tag": "cd113a3d-230a-4e3b-a98d-0469ac7ca80f"}]}' {{(pid=102478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:21:22.936926 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] For port cd113a3d-230a-4e3b-a98d-0469ac7ca80f, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=cd113a3d-230a-4e3b-a98d-0469ac7ca80f,segment=NetworkSegment(6328bd3b-152c-46b0-856b-068df43a7723),segment_id=6328bd3b-152c-46b0-856b-068df43a7723)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:21:22.941545 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:22.961774 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7239c3-1398-4db9-8114-6932543f5f1f req-40f2c7ae-fe6a-429d-8e43-934e3acc71ed tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:21:22.963924 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-ac7239c3-1398-4db9-8114-6932543f5f1f req-40f2c7ae-fe6a-429d-8e43-934e3acc71ed tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/ports?device_id=62945b58-89f2-4ca9-b9a7-81cc6786ab26 HTTP/1.1" status: 200 len: 944 time: 0.0547950 Jun 14 18:21:22.967692 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c47a9a3-a3f4-4abb-867d-62c3d32c95f6 x-openstack-request-id: req-4c47a9a3-a3f4-4abb-867d-62c3d32c95f6 {{(pid=102478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:21:22.968174 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62945b58-89f2-4ca9-b9a7-81cc6786ab26", "name": "network-vif-plugged", "status": "completed", "tag": "cd113a3d-230a-4e3b-a98d-0469ac7ca80f", "code": 200}]} {{(pid=102478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:21:22.968410 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4c47a9a3-a3f4-4abb-867d-62c3d32c95f6 {{(pid=102478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:21:22.968808 dv-cinder-821739-1-iscsi neutron-server[102478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c47a9a3-a3f4-4abb-867d-62c3d32c95f6'] response: {'server_uuid': '62945b58-89f2-4ca9-b9a7-81cc6786ab26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd113a3d-230a-4e3b-a98d-0469ac7ca80f', 'code': 200} Jun 14 18:21:22.997269 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Pushing event updated for resources: {'Port': ['ID=cd113a3d-230a-4e3b-a98d-0469ac7ca80f,revision_number=5']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:21:23.010321 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-ac7239c3-1398-4db9-8114-6932543f5f1f req-61eec697-583a-4888-a3ec-0fba3cd6525f tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/security-groups?id=be33071f-eb44-4679-a45b-41fbb6b66017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340853 Jun 14 18:21:23.129954 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafde7e3-98f1-4dd8-a3d7-dda38c3628da req-7cfc8143-836f-4b11-9540-395bb20ac54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:21:23.131415 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-fafde7e3-98f1-4dd8-a3d7-dda38c3628da req-7cfc8143-836f-4b11-9540-395bb20ac54c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=62945b58-89f2-4ca9-b9a7-81cc6786ab26 HTTP/1.1" status: 200 len: 1098 time: 0.0384357 Jun 14 18:21:23.164879 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-fafde7e3-98f1-4dd8-a3d7-dda38c3628da req-5119e097-460e-4965-9abd-18a7ec8f9fa0 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=be33071f-eb44-4679-a45b-41fbb6b66017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267479 Jun 14 18:21:24.126879 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188510c0-d1bd-4898-9272-270fd14e606e req-e35f0064-e1ec-4f84-89df-8372b2bf2586 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:21:24.128358 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-188510c0-d1bd-4898-9272-270fd14e606e req-e35f0064-e1ec-4f84-89df-8372b2bf2586 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/ports?device_id=62945b58-89f2-4ca9-b9a7-81cc6786ab26 HTTP/1.1" status: 200 len: 945 time: 0.0481300 Jun 14 18:21:24.166729 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-188510c0-d1bd-4898-9272-270fd14e606e req-c266dd6f-9964-48fc-8a6f-a46e154b7331 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/security-groups?id=be33071f-eb44-4679-a45b-41fbb6b66017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316553 Jun 14 18:21:25.281711 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47de103-12be-4a19-adea-7f4eaecfedc6 req-01463006-8eca-493e-9408-6f0676b546b9 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:21:25.283228 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-f47de103-12be-4a19-adea-7f4eaecfedc6 req-01463006-8eca-493e-9408-6f0676b546b9 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/ports?device_id=62945b58-89f2-4ca9-b9a7-81cc6786ab26 HTTP/1.1" status: 200 len: 945 time: 0.0493917 Jun 14 18:21:25.320031 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-f47de103-12be-4a19-adea-7f4eaecfedc6 req-071f0f8f-f908-497e-a85e-f2405c171aef tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/security-groups?id=be33071f-eb44-4679-a45b-41fbb6b66017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309305 Jun 14 18:21:25.437056 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8195a8e8-b956-4063-b3f2-be57203e7488 req-daa344c6-5794-4141-be56-f6a88c460d02 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:21:25.438537 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-8195a8e8-b956-4063-b3f2-be57203e7488 req-daa344c6-5794-4141-be56-f6a88c460d02 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/ports?device_id=62945b58-89f2-4ca9-b9a7-81cc6786ab26 HTTP/1.1" status: 200 len: 945 time: 0.0479407 Jun 14 18:21:25.447986 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 59978) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:21:25.452400 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.v2.base [None req-93398b48-596e-4b23-925a-48f5ccf92310 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Request body: {'floatingip': {'port_id': 'cd113a3d-230a-4e3b-a98d-0469ac7ca80f'}} {{(pid=102477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:21:25.496198 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-93398b48-596e-4b23-925a-48f5ccf92310 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks [] for floatingip, before_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:26.168060 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-93398b48-596e-4b23-925a-48f5ccf92310 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:26.171595 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-93398b48-596e-4b23-925a-48f5ccf92310 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8287696'] for floatingip, after_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:26.271219 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.db.l3_db [None req-93398b48-596e-4b23-925a-48f5ccf92310 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Floating IP a628378b-b80c-4e85-ad5e-8f2fb2a338a9 associated. External IP: 172.27.2.158, port: cd113a3d-230a-4e3b-a98d-0469ac7ca80f. Jun 14 18:21:26.480561 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93398b48-596e-4b23-925a-48f5ccf92310 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Router ef5d4ac0-65e8-4141-a13d-576baaa329ba has already been hosted by L3 agent 2bd7ef4a-700f-45f4-ae1e-98ca6454acba {{(pid=102477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:21:26.589380 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93398b48-596e-4b23-925a-48f5ccf92310 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify agent at l3_agent.dv-cinder-821739-1-iscsi the message routers_updated {{(pid=102477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:21:26.594268 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-93398b48-596e-4b23-925a-48f5ccf92310 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for floatingip, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:26.601468 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1cae7b-0e83-478e-a695-72a4500530f4 None None] Sync routers for ids ['ef5d4ac0-65e8-4141-a13d-576baaa329ba'] in dv-cinder-821739-1-iscsi {{(pid=102479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:21:26.611299 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1cae7b-0e83-478e-a695-72a4500530f4 None None] Routers {'ef5d4ac0-65e8-4141-a13d-576baaa329ba'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:21:26.611914 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-aa1cae7b-0e83-478e-a695-72a4500530f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:21:19Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['ef5d4ac0-65e8-4141-a13d-576baaa329ba'], 'active': True} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:21:26.624506 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-93398b48-596e-4b23-925a-48f5ccf92310 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "PUT /v2.0/floatingips/a628378b-b80c-4e85-ad5e-8f2fb2a338a9 HTTP/1.1" status: 200 len: 991 time: 1.1754239 Jun 14 18:21:26.625075 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62945b58-89f2-4ca9-b9a7-81cc6786ab26', 'tag': 'cd113a3d-230a-4e3b-a98d-0469ac7ca80f'}] {{(pid=102477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:21:26.627328 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63a05a5c49a881ad62840f65bcdf4689c8e257def52ee20504415851ea2faa0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c331ca9b-5983-4627-bab4-f47eba71d378" -d '{"events": [{"name": "network-changed", "server_uuid": "62945b58-89f2-4ca9-b9a7-81cc6786ab26", "tag": "cd113a3d-230a-4e3b-a98d-0469ac7ca80f"}]}' {{(pid=102477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:21:26.664207 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Jun 2022 18:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0caf41c1-3399-40dd-8dcc-1cf5bb4e281d x-openstack-request-id: req-0caf41c1-3399-40dd-8dcc-1cf5bb4e281d {{(pid=102477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:21:26.664498 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62945b58-89f2-4ca9-b9a7-81cc6786ab26", "tag": "cd113a3d-230a-4e3b-a98d-0469ac7ca80f", "status": "completed", "code": 200}]} {{(pid=102477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:21:26.664751 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0caf41c1-3399-40dd-8dcc-1cf5bb4e281d {{(pid=102477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:21:26.666354 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0caf41c1-3399-40dd-8dcc-1cf5bb4e281d'] response: {'name': 'network-changed', 'server_uuid': '62945b58-89f2-4ca9-b9a7-81cc6786ab26', 'tag': 'cd113a3d-230a-4e3b-a98d-0469ac7ca80f', 'status': 'completed', 'code': 200} Jun 14 18:21:26.717263 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvr_db [None req-aa1cae7b-0e83-478e-a695-72a4500530f4 None None] Set router ef5d4ac0-65e8-4141-a13d-576baaa329ba gateway port host: dv-cinder-821739-1-iscsi {{(pid=102479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:21:26.743136 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c331ca9b-5983-4627-bab4-f47eba71d378 req-7b30ad59-323d-4bf4-a42e-c2d38ff00e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:21:26.744660 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-c331ca9b-5983-4627-bab4-f47eba71d378 req-7b30ad59-323d-4bf4-a42e-c2d38ff00e7a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=927013c586d5417e99dbc2cf0a0eed12&device_id=62945b58-89f2-4ca9-b9a7-81cc6786ab26 HTTP/1.1" status: 200 len: 1098 time: 0.0550780 Jun 14 18:21:26.843213 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c331ca9b-5983-4627-bab4-f47eba71d378 req-20e0302f-016d-4333-9276-69e1a5857998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:21:26.844680 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-c331ca9b-5983-4627-bab4-f47eba71d378 req-20e0302f-016d-4333-9276-69e1a5857998 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a20cd105-ccee-4ccf-aa21-673440674804 HTTP/1.1" status: 200 len: 917 time: 0.0936420 Jun 14 18:21:26.914715 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-c331ca9b-5983-4627-bab4-f47eba71d378 req-9a7eb0ce-de94-4a40-9565-2fee75798ebb service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd113a3d-230a-4e3b-a98d-0469ac7ca80f HTTP/1.1" status: 200 len: 999 time: 0.0625958 Jun 14 18:21:26.947165 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-aa1cae7b-0e83-478e-a695-72a4500530f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'name': 'tempest-AttachVolumeNegativeTest-1757857751-router', 'tenant_id': '927013c586d5417e99dbc2cf0a0eed12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '7b326511-d8fa-46b4-874b-af4d5a5cd3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:18:31Z', 'updated_at': '2022-06-14T18:18:35Z', 'revision_number': 4, 'project_id': '927013c586d5417e99dbc2cf0a0eed12', 'gw_port': {'id': '7b326511-d8fa-46b4-874b-af4d5a5cd3b4', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:18:32Z', 'updated_at': '2022-06-14T18:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_floatingips': [{'id': 'a628378b-b80c-4e85-ad5e-8f2fb2a338a9', 'tenant_id': '927013c586d5417e99dbc2cf0a0eed12', 'floating_ip_address': '172.27.2.158', 'floating_network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'router_id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'port_id': 'cd113a3d-230a-4e3b-a98d-0469ac7ca80f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a20cd105-ccee-4ccf-aa21-673440674804', 'mac_address': 'fa:16:3e:d5:59:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62945b58-89f2-4ca9-b9a7-81cc6786ab26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:21:15Z', 'updated_at': '2022-06-14T18:21:26Z', 'revision_number': 1, 'project_id': '927013c586d5417e99dbc2cf0a0eed12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8767bc7-2de4-4c78-ac1a-3dfdba970188', 'name': '', 'network_id': 'a20cd105-ccee-4ccf-aa21-673440674804', 'tenant_id': '927013c586d5417e99dbc2cf0a0eed12', 'mac_address': 'fa:16:3e:f4:1a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'adeaf354-122e-42a5-ab5f-7dce689ddb1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:18:34Z', 'updated_at': '2022-06-14T18:18:40Z', 'revision_number': 5, 'project_id': '927013c586d5417e99dbc2cf0a0eed12', 'subnets': [{'id': 'adeaf354-122e-42a5-ab5f-7dce689ddb1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:21:26.963422 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c331ca9b-5983-4627-bab4-f47eba71d378 req-87c00fe8-db1f-4c33-b678-c401159c6e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:21:26.964872 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-c331ca9b-5983-4627-bab4-f47eba71d378 req-87c00fe8-db1f-4c33-b678-c401159c6e39 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=adeaf354-122e-42a5-ab5f-7dce689ddb1f HTTP/1.1" status: 200 len: 854 time: 0.0434256 Jun 14 18:21:26.973017 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1cae7b-0e83-478e-a695-72a4500530f4 None None] Checking router: ef5d4ac0-65e8-4141-a13d-576baaa329ba for host: dv-cinder-821739-1-iscsi {{(pid=102479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:21:26.981366 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1cae7b-0e83-478e-a695-72a4500530f4 None None] Routers {'ef5d4ac0-65e8-4141-a13d-576baaa329ba'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:21:26.982118 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-aa1cae7b-0e83-478e-a695-72a4500530f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:21:19Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['ef5d4ac0-65e8-4141-a13d-576baaa329ba'], 'active': True} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:21:27.010452 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c331ca9b-5983-4627-bab4-f47eba71d378 req-ab52ce0e-e401-4151-b893-70c0d9d8add5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:21:27.011861 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-c331ca9b-5983-4627-bab4-f47eba71d378 req-ab52ce0e-e401-4151-b893-70c0d9d8add5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a20cd105-ccee-4ccf-aa21-673440674804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400834 Jun 14 18:21:27.084980 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvr_db [None req-aa1cae7b-0e83-478e-a695-72a4500530f4 None None] Set router ef5d4ac0-65e8-4141-a13d-576baaa329ba gateway port host: dv-cinder-821739-1-iscsi {{(pid=102479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:21:27.105123 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-c331ca9b-5983-4627-bab4-f47eba71d378 req-7ab173ad-dbe1-495b-8b10-ca9f389326a5 service neutron] 10.222.0.90 "GET /v2.0/networks/a20cd105-ccee-4ccf-aa21-673440674804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866396 Jun 14 18:21:27.151676 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:27.217543 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-c331ca9b-5983-4627-bab4-f47eba71d378 req-1109abdb-3602-494d-9a67-d8795d80089a service neutron] 10.222.0.90 "GET /v2.0/networks/a20cd105-ccee-4ccf-aa21-673440674804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047976 Jun 14 18:21:27.315646 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-aa1cae7b-0e83-478e-a695-72a4500530f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'name': 'tempest-AttachVolumeNegativeTest-1757857751-router', 'tenant_id': '927013c586d5417e99dbc2cf0a0eed12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '7b326511-d8fa-46b4-874b-af4d5a5cd3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:18:31Z', 'updated_at': '2022-06-14T18:18:35Z', 'revision_number': 4, 'project_id': '927013c586d5417e99dbc2cf0a0eed12', 'gw_port': {'id': '7b326511-d8fa-46b4-874b-af4d5a5cd3b4', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:18:32Z', 'updated_at': '2022-06-14T18:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_floatingips': [{'id': 'a628378b-b80c-4e85-ad5e-8f2fb2a338a9', 'tenant_id': '927013c586d5417e99dbc2cf0a0eed12', 'floating_ip_address': '172.27.2.158', 'floating_network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'router_id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'port_id': 'cd113a3d-230a-4e3b-a98d-0469ac7ca80f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a20cd105-ccee-4ccf-aa21-673440674804', 'mac_address': 'fa:16:3e:d5:59:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62945b58-89f2-4ca9-b9a7-81cc6786ab26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:21:15Z', 'updated_at': '2022-06-14T18:21:26Z', 'revision_number': 1, 'project_id': '927013c586d5417e99dbc2cf0a0eed12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8767bc7-2de4-4c78-ac1a-3dfdba970188', 'name': '', 'network_id': 'a20cd105-ccee-4ccf-aa21-673440674804', 'tenant_id': '927013c586d5417e99dbc2cf0a0eed12', 'mac_address': 'fa:16:3e:f4:1a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'adeaf354-122e-42a5-ab5f-7dce689ddb1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:18:34Z', 'updated_at': '2022-06-14T18:18:40Z', 'revision_number': 5, 'project_id': '927013c586d5417e99dbc2cf0a0eed12', 'subnets': [{'id': 'adeaf354-122e-42a5-ab5f-7dce689ddb1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:21:27.341899 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1cae7b-0e83-478e-a695-72a4500530f4 None None] The sync data for ids ['ef5d4ac0-65e8-4141-a13d-576baaa329ba'] in dv-cinder-821739-1-iscsi is: [{'id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'name': 'tempest-AttachVolumeNegativeTest-1757857751-router', 'tenant_id': '927013c586d5417e99dbc2cf0a0eed12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '7b326511-d8fa-46b4-874b-af4d5a5cd3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:18:31Z', 'updated_at': '2022-06-14T18:18:35Z', 'revision_number': 4, 'project_id': '927013c586d5417e99dbc2cf0a0eed12', 'gw_port': {'id': '7b326511-d8fa-46b4-874b-af4d5a5cd3b4', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:18:32Z', 'updated_at': '2022-06-14T18:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_floatingips': [{'id': 'a628378b-b80c-4e85-ad5e-8f2fb2a338a9', 'tenant_id': '927013c586d5417e99dbc2cf0a0eed12', 'floating_ip_address': '172.27.2.158', 'floating_network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'router_id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'port_id': 'cd113a3d-230a-4e3b-a98d-0469ac7ca80f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a20cd105-ccee-4ccf-aa21-673440674804', 'mac_address': 'fa:16:3e:d5:59:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62945b58-89f2-4ca9-b9a7-81cc6786ab26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:21:15Z', 'updated_at': '2022-06-14T18:21:26Z', 'revision_number': 1, 'project_id': '927013c586d5417e99dbc2cf0a0eed12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8767bc7-2de4-4c78-ac1a-3dfdba970188', 'name': '', 'network_id': 'a20cd105-ccee-4ccf-aa21-673440674804', 'tenant_id': '927013c586d5417e99dbc2cf0a0eed12', 'mac_address': 'fa:16:3e:f4:1a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'adeaf354-122e-42a5-ab5f-7dce689ddb1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:18:34Z', 'updated_at': '2022-06-14T18:18:40Z', 'revision_number': 5, 'project_id': '927013c586d5417e99dbc2cf0a0eed12', 'subnets': [{'id': 'adeaf354-122e-42a5-ab5f-7dce689ddb1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:21:27.539788 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84562e26-7e79-4c94-af26-6d24757440d5 None None] New status for floating IP a628378b-b80c-4e85-ad5e-8f2fb2a338a9: ACTIVE {{(pid=102478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 18:21:34.777170 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.agents_db [None req-d83a49a0-1be1-4d29-a7ba-91319940a8a9 None None] Agent healthcheck: found 6 active agents {{(pid=102479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 14 18:21:35.857129 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-37af2dcc-b775-4938-bd5b-9f7a01f17e49 req-99af614e-b0f5-40e9-9e61-79ee9054e53e service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=0a221484-e5d2-45ab-84ab-a4708fc3a763&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0451970 Jun 14 18:21:35.920633 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af2dcc-b775-4938-bd5b-9f7a01f17e49 req-00e8928b-a841-4f87-b5e6-5da08298bbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:21:35.922135 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-37af2dcc-b775-4938-bd5b-9f7a01f17e49 req-00e8928b-a841-4f87-b5e6-5da08298bbd2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b4f2b7d952e423aa02fb0cf7edd9c34&device_id=0a221484-e5d2-45ab-84ab-a4708fc3a763 HTTP/1.1" status: 200 len: 1137 time: 0.0406599 Jun 14 18:21:36.027403 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af2dcc-b775-4938-bd5b-9f7a01f17e49 req-b0525237-af58-47c5-9317-afb1a73cfe5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:21:36.028867 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-37af2dcc-b775-4938-bd5b-9f7a01f17e49 req-b0525237-af58-47c5-9317-afb1a73cfe5a service neutron] 10.222.0.90 "GET /v2.0/networks?id=91760790-de00-413d-afeb-139c4ab455b8 HTTP/1.1" status: 200 len: 916 time: 0.0878522 Jun 14 18:21:36.092450 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-37af2dcc-b775-4938-bd5b-9f7a01f17e49 req-9c03ed64-9d97-4170-a85e-4c6816750a8c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ec0f534-2729-476a-96d4-8f7c9956af2b HTTP/1.1" status: 200 len: 1001 time: 0.0562460 Jun 14 18:21:36.143205 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af2dcc-b775-4938-bd5b-9f7a01f17e49 req-ffbc3b9b-a734-4b50-9aa1-59ffacef931a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:21:36.144553 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-37af2dcc-b775-4938-bd5b-9f7a01f17e49 req-ffbc3b9b-a734-4b50-9aa1-59ffacef931a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=19b3bb84-5044-4cb8-804b-48c0f65ee0af HTTP/1.1" status: 200 len: 853 time: 0.0424862 Jun 14 18:21:36.192694 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af2dcc-b775-4938-bd5b-9f7a01f17e49 req-8c9bb341-cd80-4b5e-96f8-5dfd38e4ac84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:21:36.194215 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-37af2dcc-b775-4938-bd5b-9f7a01f17e49 req-8c9bb341-cd80-4b5e-96f8-5dfd38e4ac84 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=91760790-de00-413d-afeb-139c4ab455b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417876 Jun 14 18:21:36.283468 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-37af2dcc-b775-4938-bd5b-9f7a01f17e49 req-16e09ec8-4d56-438b-829f-79a4a934a24a service neutron] 10.222.0.90 "GET /v2.0/networks/91760790-de00-413d-afeb-139c4ab455b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811515 Jun 14 18:21:36.375916 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-37af2dcc-b775-4938-bd5b-9f7a01f17e49 req-b14993c7-2e25-4cbc-9416-b4b674f99596 service neutron] 10.222.0.90 "GET /v2.0/networks/91760790-de00-413d-afeb-139c4ab455b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850248 Jun 14 18:21:41.516056 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-52dad5d7-497d-4840-a3a6-c719226313d2 req-88591735-866c-4196-9ecb-5be28ffdd71c tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-439515614&fields=id&tenant_id=4b4f2b7d952e423aa02fb0cf7edd9c34 HTTP/1.1" status: 200 len: 267 time: 0.2314034 Jun 14 18:21:41.567129 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dad5d7-497d-4840-a3a6-c719226313d2 req-10599c27-5d87-4183-bf57-dca81f438fc5 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:21:41.569487 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-52dad5d7-497d-4840-a3a6-c719226313d2 req-10599c27-5d87-4183-bf57-dca81f438fc5 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a221484-e5d2-45ab-84ab-a4708fc3a763 HTTP/1.1" status: 200 len: 984 time: 0.0469520 Jun 14 18:21:41.580929 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.v2.base [req-52dad5d7-497d-4840-a3a6-c719226313d2 req-50ae13b9-ec84-413b-80a7-00cda8738b58 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Request body: {'port': {'security_groups': ['ec868785-5059-455d-9001-6c5526312647']}} {{(pid=102477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:21:41.646813 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-52dad5d7-497d-4840-a3a6-c719226313d2 req-50ae13b9-ec84-413b-80a7-00cda8738b58 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:41.825071 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.db [req-52dad5d7-497d-4840-a3a6-c719226313d2 req-50ae13b9-ec84-413b-80a7-00cda8738b58 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] For port 6ec0f534-2729-476a-96d4-8f7c9956af2b, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=6ec0f534-2729-476a-96d4-8f7c9956af2b,segment=NetworkSegment(e41fd54e-651a-4afb-9bee-3cafa7991817),segment_id=e41fd54e-651a-4afb-9bee-3cafa7991817)] {{(pid=102477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:21:41.854522 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-52dad5d7-497d-4840-a3a6-c719226313d2 req-50ae13b9-ec84-413b-80a7-00cda8738b58 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Notify callbacks [] for port, precommit_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:41.859072 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-52dad5d7-497d-4840-a3a6-c719226313d2 req-50ae13b9-ec84-413b-80a7-00cda8738b58 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16661530'] for port, after_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:41.872439 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] get_ports_and_sgs() called for port_ids ['6ec0f534-2729-476a-96d4-8f7c9956af2b'] {{(pid=102478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 14 18:21:41.903152 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dad5d7-497d-4840-a3a6-c719226313d2 req-50ae13b9-ec84-413b-80a7-00cda8738b58 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:21:41.903794 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-52dad5d7-497d-4840-a3a6-c719226313d2 req-50ae13b9-ec84-413b-80a7-00cda8738b58 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for port, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:41.906105 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-52dad5d7-497d-4840-a3a6-c719226313d2 req-50ae13b9-ec84-413b-80a7-00cda8738b58 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "PUT /v2.0/ports/6ec0f534-2729-476a-96d4-8f7c9956af2b HTTP/1.1" status: 200 len: 942 time: 0.3310874 Jun 14 18:21:41.906821 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a221484-e5d2-45ab-84ab-a4708fc3a763', 'tag': '6ec0f534-2729-476a-96d4-8f7c9956af2b'}] {{(pid=102477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:21:41.909557 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63a05a5c49a881ad62840f65bcdf4689c8e257def52ee20504415851ea2faa0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a08cc59-af91-41bb-888a-40f0448f9606" -d '{"events": [{"name": "network-changed", "server_uuid": "0a221484-e5d2-45ab-84ab-a4708fc3a763", "tag": "6ec0f534-2729-476a-96d4-8f7c9956af2b"}]}' {{(pid=102477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:21:41.911011 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 59990) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:21:41.937872 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ae13b9-ec84-413b-80a7-00cda8738b58 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Pushing event updated for resources: {'Port': ['ID=6ec0f534-2729-476a-96d4-8f7c9956af2b,revision_number=7']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:21:41.945797 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ae13b9-ec84-413b-80a7-00cda8738b58 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:21:41.946473 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ae13b9-ec84-413b-80a7-00cda8738b58 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:21:41.947226 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ae13b9-ec84-413b-80a7-00cda8738b58 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:21:41.947733 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ae13b9-ec84-413b-80a7-00cda8738b58 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:21:41.948246 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ae13b9-ec84-413b-80a7-00cda8738b58 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:21:41.948762 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ae13b9-ec84-413b-80a7-00cda8738b58 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:21:41.949275 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ae13b9-ec84-413b-80a7-00cda8738b58 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:21:41.949949 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ae13b9-ec84-413b-80a7-00cda8738b58 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:21:41.950457 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ae13b9-ec84-413b-80a7-00cda8738b58 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:21:41.950963 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ae13b9-ec84-413b-80a7-00cda8738b58 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:21:41.951637 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ae13b9-ec84-413b-80a7-00cda8738b58 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:21:41.952125 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ae13b9-ec84-413b-80a7-00cda8738b58 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:21:41.990413 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Jun 2022 18:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abce9f31-1647-4812-ae7d-f6fbc105f35e x-openstack-request-id: req-abce9f31-1647-4812-ae7d-f6fbc105f35e {{(pid=102477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:21:41.990730 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a221484-e5d2-45ab-84ab-a4708fc3a763", "tag": "6ec0f534-2729-476a-96d4-8f7c9956af2b", "status": "completed", "code": 200}]} {{(pid=102477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:21:41.991011 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-abce9f31-1647-4812-ae7d-f6fbc105f35e {{(pid=102477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:21:41.992036 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abce9f31-1647-4812-ae7d-f6fbc105f35e'] response: {'name': 'network-changed', 'server_uuid': '0a221484-e5d2-45ab-84ab-a4708fc3a763', 'tag': '6ec0f534-2729-476a-96d4-8f7c9956af2b', 'status': 'completed', 'code': 200} Jun 14 18:21:41.997899 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] get_ports_and_sgs() called for port_ids ['6ec0f534-2729-476a-96d4-8f7c9956af2b'] {{(pid=102478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 14 18:21:42.038174 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-3bad829f-40f5-4026-811b-1853056aaf43 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Notify callbacks [] for security_group, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:42.070728 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a08cc59-af91-41bb-888a-40f0448f9606 req-cd14de34-2e52-4f06-aab0-9c4acc042427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:21:42.072168 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-3bad829f-40f5-4026-811b-1853056aaf43 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:42.073594 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-5a08cc59-af91-41bb-888a-40f0448f9606 req-cd14de34-2e52-4f06-aab0-9c4acc042427 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b4f2b7d952e423aa02fb0cf7edd9c34&device_id=0a221484-e5d2-45ab-84ab-a4708fc3a763 HTTP/1.1" status: 200 len: 1098 time: 0.0494587 Jun 14 18:21:42.152021 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-3bad829f-40f5-4026-811b-1853056aaf43 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:42.155034 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-3bad829f-40f5-4026-811b-1853056aaf43 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Notify callbacks [] for security_group, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:42.156304 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-3bad829f-40f5-4026-811b-1853056aaf43 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "DELETE /v2.0/security-groups/9c3f55f1-fcdc-43bd-99f5-a654d391ae4b HTTP/1.1" status: 204 len: 168 time: 0.2437139 Jun 14 18:21:42.161007 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 59994) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:21:42.173327 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bad829f-40f5-4026-811b-1853056aaf43 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c3f55f1-fcdc-43bd-99f5-a654d391ae4b,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:21:42.215388 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a08cc59-af91-41bb-888a-40f0448f9606 req-47c026ef-a6d7-460a-a8b9-be0daac36ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:21:42.217720 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-5a08cc59-af91-41bb-888a-40f0448f9606 req-47c026ef-a6d7-460a-a8b9-be0daac36ba0 service neutron] 10.222.0.90 "GET /v2.0/networks?id=91760790-de00-413d-afeb-139c4ab455b8 HTTP/1.1" status: 200 len: 916 time: 0.1358116 Jun 14 18:21:42.222008 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bad829f-40f5-4026-811b-1853056aaf43 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:21:42.222358 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bad829f-40f5-4026-811b-1853056aaf43 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:21:42.222697 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bad829f-40f5-4026-811b-1853056aaf43 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:21:42.223032 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bad829f-40f5-4026-811b-1853056aaf43 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:21:42.223364 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bad829f-40f5-4026-811b-1853056aaf43 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:21:42.223695 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bad829f-40f5-4026-811b-1853056aaf43 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:21:42.224025 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bad829f-40f5-4026-811b-1853056aaf43 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:21:42.224405 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bad829f-40f5-4026-811b-1853056aaf43 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:21:42.224752 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bad829f-40f5-4026-811b-1853056aaf43 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:21:42.225026 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bad829f-40f5-4026-811b-1853056aaf43 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:21:42.225347 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bad829f-40f5-4026-811b-1853056aaf43 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:21:42.225690 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bad829f-40f5-4026-811b-1853056aaf43 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:21:42.233788 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-8daabf3a-2607-4c54-9e31-6314ee9c42a3 None None] Provisioning complete for port 6ec0f534-2729-476a-96d4-8f7c9956af2b triggered by entity DHCP. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:21:42.234160 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8daabf3a-2607-4c54-9e31-6314ee9c42a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:42.299296 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-5a08cc59-af91-41bb-888a-40f0448f9606 req-b17e5157-f6be-47a4-8a3a-8bac2d4a50a7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ec0f534-2729-476a-96d4-8f7c9956af2b HTTP/1.1" status: 200 len: 1001 time: 0.0726507 Jun 14 18:21:42.342200 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-8daabf3a-2607-4c54-9e31-6314ee9c42a3 None None] Current status of the port 6ec0f534-2729-476a-96d4-8f7c9956af2b is: ACTIVE; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:21:42.355934 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a08cc59-af91-41bb-888a-40f0448f9606 req-21442edd-60ec-40e9-b336-fc430998cda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:21:42.357491 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-5a08cc59-af91-41bb-888a-40f0448f9606 req-21442edd-60ec-40e9-b336-fc430998cda3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=19b3bb84-5044-4cb8-804b-48c0f65ee0af HTTP/1.1" status: 200 len: 853 time: 0.0505571 Jun 14 18:21:42.364178 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.plugin [None req-6fc23dd9-6fcb-4e8e-985a-b97fa21dc4e3 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Deleting port 76c3b3dd-7146-494f-a608-fd5e6e571844 {{(pid=102476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 14 18:21:42.364526 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-6fc23dd9-6fcb-4e8e-985a-b97fa21dc4e3 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239577025'] for port, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:42.410240 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a08cc59-af91-41bb-888a-40f0448f9606 req-90355076-9763-4e1c-b698-96f476694214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:21:42.411760 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-5a08cc59-af91-41bb-888a-40f0448f9606 req-90355076-9763-4e1c-b698-96f476694214 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=91760790-de00-413d-afeb-139c4ab455b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0470748 Jun 14 18:21:42.443858 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-6fc23dd9-6fcb-4e8e-985a-b97fa21dc4e3 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282467'] for port, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:42.444262 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-6fc23dd9-6fcb-4e8e-985a-b97fa21dc4e3 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:42.456660 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.plugin [None req-6fc23dd9-6fcb-4e8e-985a-b97fa21dc4e3 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Calling delete_port for 76c3b3dd-7146-494f-a608-fd5e6e571844 owned by network:floatingip {{(pid=102476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 14 18:21:42.502713 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-5a08cc59-af91-41bb-888a-40f0448f9606 req-e72df47d-a901-49f5-9be7-c005c17b7556 service neutron] 10.222.0.90 "GET /v2.0/networks/91760790-de00-413d-afeb-139c4ab455b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831611 Jun 14 18:21:42.609236 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-6fc23dd9-6fcb-4e8e-985a-b97fa21dc4e3 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239583007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239190869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378765'] for port, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:42.620011 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-5a08cc59-af91-41bb-888a-40f0448f9606 req-1190be18-88a6-45a5-ace7-8044858daba5 service neutron] 10.222.0.90 "GET /v2.0/networks/91760790-de00-413d-afeb-139c4ab455b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094100 Jun 14 18:21:42.644188 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc23dd9-6fcb-4e8e-985a-b97fa21dc4e3 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Pushing event deleted for resources: {'Port': ['ID=76c3b3dd-7146-494f-a608-fd5e6e571844,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:21:42.701095 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-6fc23dd9-6fcb-4e8e-985a-b97fa21dc4e3 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Notify callbacks [] for floatingip, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:42.701422 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.db.l3_db [None req-6fc23dd9-6fcb-4e8e-985a-b97fa21dc4e3 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Floating IP ef3a39f6-43dc-417d-945c-86f43766364d disassociated (deleted). External IP: 172.27.2.207, port: 6ec0f534-2729-476a-96d4-8f7c9956af2b. Jun 14 18:21:42.907578 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fc23dd9-6fcb-4e8e-985a-b97fa21dc4e3 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Router aba41a20-d272-435e-ab01-6fa1364cbd3c has already been hosted by L3 agent 2bd7ef4a-700f-45f4-ae1e-98ca6454acba {{(pid=102476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:21:43.015276 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc23dd9-6fcb-4e8e-985a-b97fa21dc4e3 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Notify agent at l3_agent.dv-cinder-821739-1-iscsi the message routers_updated {{(pid=102476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:21:43.020030 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-6fc23dd9-6fcb-4e8e-985a-b97fa21dc4e3 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for floatingip, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:43.026245 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e66243-db40-4178-89f4-83ba4da7ffb7 None None] Sync routers for ids ['aba41a20-d272-435e-ab01-6fa1364cbd3c'] in dv-cinder-821739-1-iscsi {{(pid=102479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:21:43.035570 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e66243-db40-4178-89f4-83ba4da7ffb7 None None] Routers {'aba41a20-d272-435e-ab01-6fa1364cbd3c'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:21:43.036179 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-95e66243-db40-4178-89f4-83ba4da7ffb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:21:19Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['aba41a20-d272-435e-ab01-6fa1364cbd3c'], 'active': True} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:21:43.050235 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-6fc23dd9-6fcb-4e8e-985a-b97fa21dc4e3 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "DELETE /v2.0/floatingips/ef3a39f6-43dc-417d-945c-86f43766364d HTTP/1.1" status: 204 len: 168 time: 0.8857107 Jun 14 18:21:43.050235 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a221484-e5d2-45ab-84ab-a4708fc3a763', 'tag': '6ec0f534-2729-476a-96d4-8f7c9956af2b'}] {{(pid=102476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:21:43.050688 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f6785e4de8a87b7f797dd5e96f4d126f8c0b91c7fbdcfaa1853e8ef739b068f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-802e4ed5-c662-4a86-82b0-fc87acc3e7fc" -d '{"events": [{"name": "network-changed", "server_uuid": "0a221484-e5d2-45ab-84ab-a4708fc3a763", "tag": "6ec0f534-2729-476a-96d4-8f7c9956af2b"}]}' {{(pid=102476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:21:43.091589 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Jun 2022 18:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-297f449b-b238-4ee6-a6f3-76307b015b43 x-openstack-request-id: req-297f449b-b238-4ee6-a6f3-76307b015b43 {{(pid=102476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:21:43.091878 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a221484-e5d2-45ab-84ab-a4708fc3a763", "tag": "6ec0f534-2729-476a-96d4-8f7c9956af2b", "status": "completed", "code": 200}]} {{(pid=102476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:21:43.092126 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-297f449b-b238-4ee6-a6f3-76307b015b43 {{(pid=102476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:21:43.092528 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-297f449b-b238-4ee6-a6f3-76307b015b43'] response: {'name': 'network-changed', 'server_uuid': '0a221484-e5d2-45ab-84ab-a4708fc3a763', 'tag': '6ec0f534-2729-476a-96d4-8f7c9956af2b', 'status': 'completed', 'code': 200} Jun 14 18:21:43.164427 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802e4ed5-c662-4a86-82b0-fc87acc3e7fc req-ddd84c7c-f897-4d98-aacf-dd92e9ad4a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:21:43.166144 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-802e4ed5-c662-4a86-82b0-fc87acc3e7fc req-ddd84c7c-f897-4d98-aacf-dd92e9ad4a17 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b4f2b7d952e423aa02fb0cf7edd9c34&device_id=0a221484-e5d2-45ab-84ab-a4708fc3a763 HTTP/1.1" status: 200 len: 1098 time: 0.0470479 Jun 14 18:21:43.258395 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvr_db [None req-95e66243-db40-4178-89f4-83ba4da7ffb7 None None] Set router aba41a20-d272-435e-ab01-6fa1364cbd3c gateway port host: dv-cinder-821739-1-iscsi {{(pid=102479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:21:43.271415 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802e4ed5-c662-4a86-82b0-fc87acc3e7fc req-8d9ea288-36a4-4ecd-813e-b224c8ca54cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:21:43.273261 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-802e4ed5-c662-4a86-82b0-fc87acc3e7fc req-8d9ea288-36a4-4ecd-813e-b224c8ca54cd service neutron] 10.222.0.90 "GET /v2.0/networks?id=91760790-de00-413d-afeb-139c4ab455b8 HTTP/1.1" status: 200 len: 916 time: 0.0989072 Jun 14 18:21:43.322191 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-802e4ed5-c662-4a86-82b0-fc87acc3e7fc req-1d979f5d-5731-468f-8be9-eb5221509e39 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ec0f534-2729-476a-96d4-8f7c9956af2b HTTP/1.1" status: 200 len: 217 time: 0.0341628 Jun 14 18:21:43.372313 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802e4ed5-c662-4a86-82b0-fc87acc3e7fc req-0ff0353e-c260-4ca3-b1d7-a6393468d7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:21:43.373872 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-802e4ed5-c662-4a86-82b0-fc87acc3e7fc req-0ff0353e-c260-4ca3-b1d7-a6393468d7e7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=19b3bb84-5044-4cb8-804b-48c0f65ee0af HTTP/1.1" status: 200 len: 853 time: 0.0444794 Jun 14 18:21:43.424832 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802e4ed5-c662-4a86-82b0-fc87acc3e7fc req-6c1dc38e-43d6-4f77-ad6e-4f803f26d6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:21:43.426290 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-802e4ed5-c662-4a86-82b0-fc87acc3e7fc req-6c1dc38e-43d6-4f77-ad6e-4f803f26d6c5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=91760790-de00-413d-afeb-139c4ab455b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440986 Jun 14 18:21:43.474400 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-95e66243-db40-4178-89f4-83ba4da7ffb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba41a20-d272-435e-ab01-6fa1364cbd3c', 'name': 'tempest-TestMinimumBasicScenario-202451891-router', 'tenant_id': '4b4f2b7d952e423aa02fb0cf7edd9c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '53568504-6813-4d22-9005-54a604f4c917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:19:11Z', 'updated_at': '2022-06-14T18:19:14Z', 'revision_number': 4, 'project_id': '4b4f2b7d952e423aa02fb0cf7edd9c34', 'gw_port': {'id': '53568504-6813-4d22-9005-54a604f4c917', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:4f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba41a20-d272-435e-ab01-6fa1364cbd3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:19:11Z', 'updated_at': '2022-06-14T18:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_interfaces': [{'id': '34913012-0e47-47e5-8f03-e007c74dd8b6', 'name': '', 'network_id': '91760790-de00-413d-afeb-139c4ab455b8', 'tenant_id': '4b4f2b7d952e423aa02fb0cf7edd9c34', 'mac_address': 'fa:16:3e:fa:76:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba41a20-d272-435e-ab01-6fa1364cbd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '19b3bb84-5044-4cb8-804b-48c0f65ee0af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:19:14Z', 'updated_at': '2022-06-14T18:19:21Z', 'revision_number': 5, 'project_id': '4b4f2b7d952e423aa02fb0cf7edd9c34', 'subnets': [{'id': '19b3bb84-5044-4cb8-804b-48c0f65ee0af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:21:43.500285 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e66243-db40-4178-89f4-83ba4da7ffb7 None None] Checking router: aba41a20-d272-435e-ab01-6fa1364cbd3c for host: dv-cinder-821739-1-iscsi {{(pid=102479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:21:43.508343 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e66243-db40-4178-89f4-83ba4da7ffb7 None None] Routers {'aba41a20-d272-435e-ab01-6fa1364cbd3c'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:21:43.509597 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-95e66243-db40-4178-89f4-83ba4da7ffb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:21:19Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['aba41a20-d272-435e-ab01-6fa1364cbd3c'], 'active': True} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:21:43.521436 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-802e4ed5-c662-4a86-82b0-fc87acc3e7fc req-8f56921c-1b8a-400f-be95-32db1d11e179 service neutron] 10.222.0.90 "GET /v2.0/networks/91760790-de00-413d-afeb-139c4ab455b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824919 Jun 14 18:21:43.620194 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-802e4ed5-c662-4a86-82b0-fc87acc3e7fc req-8f119cd1-4ca4-4d0e-8ab3-54dd0cc1e657 service neutron] 10.222.0.90 "GET /v2.0/networks/91760790-de00-413d-afeb-139c4ab455b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912771 Jun 14 18:21:43.621924 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvr_db [None req-95e66243-db40-4178-89f4-83ba4da7ffb7 None None] Set router aba41a20-d272-435e-ab01-6fa1364cbd3c gateway port host: dv-cinder-821739-1-iscsi {{(pid=102479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:21:43.819455 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-95e66243-db40-4178-89f4-83ba4da7ffb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba41a20-d272-435e-ab01-6fa1364cbd3c', 'name': 'tempest-TestMinimumBasicScenario-202451891-router', 'tenant_id': '4b4f2b7d952e423aa02fb0cf7edd9c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '53568504-6813-4d22-9005-54a604f4c917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:19:11Z', 'updated_at': '2022-06-14T18:19:14Z', 'revision_number': 4, 'project_id': '4b4f2b7d952e423aa02fb0cf7edd9c34', 'gw_port': {'id': '53568504-6813-4d22-9005-54a604f4c917', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:4f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba41a20-d272-435e-ab01-6fa1364cbd3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:19:11Z', 'updated_at': '2022-06-14T18:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_interfaces': [{'id': '34913012-0e47-47e5-8f03-e007c74dd8b6', 'name': '', 'network_id': '91760790-de00-413d-afeb-139c4ab455b8', 'tenant_id': '4b4f2b7d952e423aa02fb0cf7edd9c34', 'mac_address': 'fa:16:3e:fa:76:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba41a20-d272-435e-ab01-6fa1364cbd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '19b3bb84-5044-4cb8-804b-48c0f65ee0af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:19:14Z', 'updated_at': '2022-06-14T18:19:21Z', 'revision_number': 5, 'project_id': '4b4f2b7d952e423aa02fb0cf7edd9c34', 'subnets': [{'id': '19b3bb84-5044-4cb8-804b-48c0f65ee0af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:21:43.865049 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e66243-db40-4178-89f4-83ba4da7ffb7 None None] The sync data for ids ['aba41a20-d272-435e-ab01-6fa1364cbd3c'] in dv-cinder-821739-1-iscsi is: [{'id': 'aba41a20-d272-435e-ab01-6fa1364cbd3c', 'name': 'tempest-TestMinimumBasicScenario-202451891-router', 'tenant_id': '4b4f2b7d952e423aa02fb0cf7edd9c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '53568504-6813-4d22-9005-54a604f4c917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:19:11Z', 'updated_at': '2022-06-14T18:19:14Z', 'revision_number': 4, 'project_id': '4b4f2b7d952e423aa02fb0cf7edd9c34', 'gw_port': {'id': '53568504-6813-4d22-9005-54a604f4c917', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:4f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba41a20-d272-435e-ab01-6fa1364cbd3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:19:11Z', 'updated_at': '2022-06-14T18:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_interfaces': [{'id': '34913012-0e47-47e5-8f03-e007c74dd8b6', 'name': '', 'network_id': '91760790-de00-413d-afeb-139c4ab455b8', 'tenant_id': '4b4f2b7d952e423aa02fb0cf7edd9c34', 'mac_address': 'fa:16:3e:fa:76:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba41a20-d272-435e-ab01-6fa1364cbd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '19b3bb84-5044-4cb8-804b-48c0f65ee0af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:19:14Z', 'updated_at': '2022-06-14T18:19:21Z', 'revision_number': 5, 'project_id': '4b4f2b7d952e423aa02fb0cf7edd9c34', 'subnets': [{'id': '19b3bb84-5044-4cb8-804b-48c0f65ee0af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:21:44.093947 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98e4165-d703-4807-a0af-5e0a824f7e51 None None] New status for floating IP ef3a39f6-43dc-417d-945c-86f43766364d: DOWN {{(pid=102478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 18:21:45.864573 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7617e94-49a3-4ca6-be15-06aa7cb53254 req-cb54fab9-47c1-4429-a933-debcd099081d tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:21:45.866079 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-d7617e94-49a3-4ca6-be15-06aa7cb53254 req-cb54fab9-47c1-4429-a933-debcd099081d tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a221484-e5d2-45ab-84ab-a4708fc3a763 HTTP/1.1" status: 200 len: 945 time: 0.0486720 Jun 14 18:21:45.903411 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-d7617e94-49a3-4ca6-be15-06aa7cb53254 req-065a0525-d727-4a5e-9573-7a7d5f70688c tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec868785-5059-455d-9001-6c5526312647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308702 Jun 14 18:21:46.454479 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-b11f2304-6c29-4789-9e10-dad63d2d41ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:47.020312 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6bf487-f918-4fc5-8c50-93c3bacd1913 req-c97b54f8-3a49-4bfd-9d91-f4ac4cbda317 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:21:47.021794 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-cd6bf487-f918-4fc5-8c50-93c3bacd1913 req-c97b54f8-3a49-4bfd-9d91-f4ac4cbda317 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a221484-e5d2-45ab-84ab-a4708fc3a763 HTTP/1.1" status: 200 len: 945 time: 0.0488281 Jun 14 18:21:47.058920 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-cd6bf487-f918-4fc5-8c50-93c3bacd1913 req-a4b7af10-1544-46b8-b29d-3195b7a8a902 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec868785-5059-455d-9001-6c5526312647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305476 Jun 14 18:21:47.852149 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055977fb-c3f2-43e0-a528-1b68691ab344 req-6da921cc-84b6-403e-af1b-45b6fd97615f tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:21:47.854583 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-055977fb-c3f2-43e0-a528-1b68691ab344 req-6da921cc-84b6-403e-af1b-45b6fd97615f tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.90 "GET /v2.0/ports?device_id=0a221484-e5d2-45ab-84ab-a4708fc3a763 HTTP/1.1" status: 200 len: 945 time: 0.0493462 Jun 14 18:21:47.946532 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.plugin [req-055977fb-c3f2-43e0-a528-1b68691ab344 req-3128f412-796d-4b2b-aeab-49dcad5dd349 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Deleting port 6ec0f534-2729-476a-96d4-8f7c9956af2b {{(pid=102477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 14 18:21:47.946871 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-055977fb-c3f2-43e0-a528-1b68691ab344 req-3128f412-796d-4b2b-aeab-49dcad5dd349 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239577025'] for port, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:48.032950 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.db [req-055977fb-c3f2-43e0-a528-1b68691ab344 req-3128f412-796d-4b2b-aeab-49dcad5dd349 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] For port 6ec0f534-2729-476a-96d4-8f7c9956af2b, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=6ec0f534-2729-476a-96d4-8f7c9956af2b,segment=NetworkSegment(e41fd54e-651a-4afb-9bee-3cafa7991817),segment_id=e41fd54e-651a-4afb-9bee-3cafa7991817)] {{(pid=102477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:21:48.033718 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-055977fb-c3f2-43e0-a528-1b68691ab344 req-3128f412-796d-4b2b-aeab-49dcad5dd349 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282467'] for port, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:48.046098 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.plugin [req-055977fb-c3f2-43e0-a528-1b68691ab344 req-3128f412-796d-4b2b-aeab-49dcad5dd349 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Calling delete_port for 6ec0f534-2729-476a-96d4-8f7c9956af2b owned by compute:nova {{(pid=102477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 14 18:21:48.175205 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-055977fb-c3f2-43e0-a528-1b68691ab344 req-3128f412-796d-4b2b-aeab-49dcad5dd349 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239583007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239190869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16661523'] for port, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:48.176801 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf0f8e-97be-46b4-b924-28e3ddda43e6 req-8d341aa7-9896-4c62-9766-9c24ba4aca71 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:21:48.178321 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-0bbf0f8e-97be-46b4-b924-28e3ddda43e6 req-8d341aa7-9896-4c62-9766-9c24ba4aca71 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a221484-e5d2-45ab-84ab-a4708fc3a763 HTTP/1.1" status: 200 len: 945 time: 0.0521989 Jun 14 18:21:48.187614 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] get_ports_and_sgs() called for port_ids ['6ec0f534-2729-476a-96d4-8f7c9956af2b'] {{(pid=102478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 14 18:21:48.202939 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3128f412-796d-4b2b-aeab-49dcad5dd349 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Pushing event deleted for resources: {'Port': ['ID=6ec0f534-2729-476a-96d4-8f7c9956af2b,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:21:48.217582 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-0bbf0f8e-97be-46b4-b924-28e3ddda43e6 req-0e2456ea-ec68-442d-b8f4-5eae31607482 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec868785-5059-455d-9001-6c5526312647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325971 Jun 14 18:21:48.259296 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.l3_dvrscheduler_db [req-055977fb-c3f2-43e0-a528-1b68691ab344 req-3128f412-796d-4b2b-aeab-49dcad5dd349 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] No DVR routers for this DVR port 6ec0f534-2729-476a-96d4-8f7c9956af2b on host hv-cinder-82173 {{(pid=102477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 18:21:48.261922 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-055977fb-c3f2-43e0-a528-1b68691ab344 req-3128f412-796d-4b2b-aeab-49dcad5dd349 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for port, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:48.265314 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-055977fb-c3f2-43e0-a528-1b68691ab344 req-3128f412-796d-4b2b-aeab-49dcad5dd349 tempest-TestMinimumBasicScenario-1257079460 tempest-TestMinimumBasicScenario-1257079460-project] 10.222.0.90 "DELETE /v2.0/ports/6ec0f534-2729-476a-96d4-8f7c9956af2b HTTP/1.1" status: 204 len: 173 time: 0.4047205 Jun 14 18:21:48.265796 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a221484-e5d2-45ab-84ab-a4708fc3a763', 'name': 'network-vif-deleted', 'tag': '6ec0f534-2729-476a-96d4-8f7c9956af2b'}] {{(pid=102477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:21:48.268018 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63a05a5c49a881ad62840f65bcdf4689c8e257def52ee20504415851ea2faa0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c67484-e40c-4ff8-8b8c-1ff2e551293a" -d '{"events": [{"server_uuid": "0a221484-e5d2-45ab-84ab-a4708fc3a763", "name": "network-vif-deleted", "tag": "6ec0f534-2729-476a-96d4-8f7c9956af2b"}]}' {{(pid=102477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:21:48.305803 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-024f243f-b156-46df-8c27-7480c3d919c7 x-openstack-request-id: req-024f243f-b156-46df-8c27-7480c3d919c7 {{(pid=102477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:21:48.306147 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a221484-e5d2-45ab-84ab-a4708fc3a763", "name": "network-vif-deleted", "tag": "6ec0f534-2729-476a-96d4-8f7c9956af2b", "status": "completed", "code": 200}]} {{(pid=102477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:21:48.306408 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-024f243f-b156-46df-8c27-7480c3d919c7 {{(pid=102477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:21:48.306809 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-024f243f-b156-46df-8c27-7480c3d919c7'] response: {'server_uuid': '0a221484-e5d2-45ab-84ab-a4708fc3a763', 'name': 'network-vif-deleted', 'tag': '6ec0f534-2729-476a-96d4-8f7c9956af2b', 'status': 'completed', 'code': 200} Jun 14 18:21:48.744676 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-5720bd4b-6576-4454-957b-4b7174b9c7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:49.827447 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-cf1fda14-6f0d-42ea-928d-63fe9f24329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:49.884877 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 60078) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:21:50.463065 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-b8ab2c00-52dd-4bb2-b991-b673f3ab2ba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8284624'] for router_interface, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:50.701968 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.plugin [None req-b8ab2c00-52dd-4bb2-b991-b673f3ab2ba6 admin admin] Deleting port 34913012-0e47-47e5-8f03-e007c74dd8b6 {{(pid=102477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 14 18:21:50.702228 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-b8ab2c00-52dd-4bb2-b991-b673f3ab2ba6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239577025'] for port, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:50.783261 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.db [None req-b8ab2c00-52dd-4bb2-b991-b673f3ab2ba6 admin admin] For port 34913012-0e47-47e5-8f03-e007c74dd8b6, host dv-cinder-821739-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=34913012-0e47-47e5-8f03-e007c74dd8b6,segment=NetworkSegment(e41fd54e-651a-4afb-9bee-3cafa7991817),segment_id=e41fd54e-651a-4afb-9bee-3cafa7991817)] {{(pid=102477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:21:50.783647 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-b8ab2c00-52dd-4bb2-b991-b673f3ab2ba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282467'] for port, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:50.795569 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.plugin [None req-b8ab2c00-52dd-4bb2-b991-b673f3ab2ba6 admin admin] Calling delete_port for 34913012-0e47-47e5-8f03-e007c74dd8b6 owned by network:router_interface {{(pid=102477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 14 18:21:50.869502 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device 6ec0f534-2729-476a-96d4-8f7c9956af2b no longer exists at agent hyperv_hv-cinder-82173 {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:21:50.891027 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] No Port match for: 6ec0f534-2729-476a-96d4-8f7c9956af2b {{(pid=102478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 14 18:21:50.891372 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device 6ec0f534-2729-476a-96d4-8f7c9956af2b not bound to the agent host hv-cinder-82173 {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:21:50.977495 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-b8ab2c00-52dd-4bb2-b991-b673f3ab2ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239583007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239190869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16661523'] for port, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:51.002095 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ab2c00-52dd-4bb2-b991-b673f3ab2ba6 admin admin] Pushing event deleted for resources: {'Port': ['ID=34913012-0e47-47e5-8f03-e007c74dd8b6,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:21:51.170894 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-b8ab2c00-52dd-4bb2-b991-b673f3ab2ba6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7944470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8284604'] for router_interface, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:51.377146 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8ab2c00-52dd-4bb2-b991-b673f3ab2ba6 admin admin] Router aba41a20-d272-435e-ab01-6fa1364cbd3c has already been hosted by L3 agent 2bd7ef4a-700f-45f4-ae1e-98ca6454acba {{(pid=102477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:21:51.484273 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ab2c00-52dd-4bb2-b991-b673f3ab2ba6 admin admin] Notify agent at l3_agent.dv-cinder-821739-1-iscsi the message routers_updated {{(pid=102477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:21:51.489174 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-b8ab2c00-52dd-4bb2-b991-b673f3ab2ba6 admin admin] 10.222.0.70 "PUT /v2.0/routers/aba41a20-d272-435e-ab01-6fa1364cbd3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6033070 Jun 14 18:21:51.491918 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 60080) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:21:51.492879 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4fbde2-d079-4d41-b944-bd6706a4eb90 None None] Sync routers for ids ['aba41a20-d272-435e-ab01-6fa1364cbd3c'] in dv-cinder-821739-1-iscsi {{(pid=102479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:21:51.503616 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4fbde2-d079-4d41-b944-bd6706a4eb90 None None] Routers {'aba41a20-d272-435e-ab01-6fa1364cbd3c'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:21:51.504218 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-5a4fbde2-d079-4d41-b944-bd6706a4eb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:21:49Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['aba41a20-d272-435e-ab01-6fa1364cbd3c'], 'active': True} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:21:51.594140 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-5c3436d5-4213-4b77-a737-eadc5d804986 admin admin] Notify callbacks [] for router, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:51.607689 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvr_db [None req-5a4fbde2-d079-4d41-b944-bd6706a4eb90 None None] Set router aba41a20-d272-435e-ab01-6fa1364cbd3c gateway port host: dv-cinder-821739-1-iscsi {{(pid=102479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:21:51.632797 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-1a5f21f8-b210-492f-a8cf-2d8a6010caea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:51.697351 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-5c3436d5-4213-4b77-a737-eadc5d804986 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:51.750267 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.plugin [None req-5c3436d5-4213-4b77-a737-eadc5d804986 admin admin] Deleting port 53568504-6813-4d22-9005-54a604f4c917 {{(pid=102476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 14 18:21:51.750609 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-5c3436d5-4213-4b77-a737-eadc5d804986 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239577025'] for port, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:51.786322 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-5a4fbde2-d079-4d41-b944-bd6706a4eb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba41a20-d272-435e-ab01-6fa1364cbd3c', 'name': 'tempest-TestMinimumBasicScenario-202451891-router', 'tenant_id': '4b4f2b7d952e423aa02fb0cf7edd9c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '53568504-6813-4d22-9005-54a604f4c917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:19:11Z', 'updated_at': '2022-06-14T18:21:50Z', 'revision_number': 5, 'project_id': '4b4f2b7d952e423aa02fb0cf7edd9c34', 'gw_port': {'id': '53568504-6813-4d22-9005-54a604f4c917', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:4f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba41a20-d272-435e-ab01-6fa1364cbd3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:19:11Z', 'updated_at': '2022-06-14T18:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi'}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:21:51.815495 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4fbde2-d079-4d41-b944-bd6706a4eb90 None None] Checking router: aba41a20-d272-435e-ab01-6fa1364cbd3c for host: dv-cinder-821739-1-iscsi {{(pid=102479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:21:51.824318 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4fbde2-d079-4d41-b944-bd6706a4eb90 None None] Routers {'aba41a20-d272-435e-ab01-6fa1364cbd3c'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:21:51.824917 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-5a4fbde2-d079-4d41-b944-bd6706a4eb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:21:49Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['aba41a20-d272-435e-ab01-6fa1364cbd3c'], 'active': True} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:21:51.832906 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.db [None req-5c3436d5-4213-4b77-a737-eadc5d804986 admin admin] For port 53568504-6813-4d22-9005-54a604f4c917, host dv-cinder-821739-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=53568504-6813-4d22-9005-54a604f4c917,segment=NetworkSegment(d3be3284-4005-440f-af8c-13455fbdf684),segment_id=d3be3284-4005-440f-af8c-13455fbdf684)] {{(pid=102476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:21:51.833295 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-5c3436d5-4213-4b77-a737-eadc5d804986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282467'] for port, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:51.847271 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.plugin [None req-5c3436d5-4213-4b77-a737-eadc5d804986 admin admin] Calling delete_port for 53568504-6813-4d22-9005-54a604f4c917 owned by network:router_gateway {{(pid=102476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 14 18:21:51.906274 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvr_db [None req-5a4fbde2-d079-4d41-b944-bd6706a4eb90 None None] Set router aba41a20-d272-435e-ab01-6fa1364cbd3c gateway port host: None {{(pid=102479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:21:51.958989 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-5a4fbde2-d079-4d41-b944-bd6706a4eb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba41a20-d272-435e-ab01-6fa1364cbd3c', 'name': 'tempest-TestMinimumBasicScenario-202451891-router', 'tenant_id': '4b4f2b7d952e423aa02fb0cf7edd9c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:19:11Z', 'updated_at': '2022-06-14T18:21:51Z', 'revision_number': 6, 'project_id': '4b4f2b7d952e423aa02fb0cf7edd9c34', 'gw_port_host': None}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:21:51.961392 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:51.985750 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4fbde2-d079-4d41-b944-bd6706a4eb90 None None] The sync data for ids ['aba41a20-d272-435e-ab01-6fa1364cbd3c'] in dv-cinder-821739-1-iscsi is: [{'id': 'aba41a20-d272-435e-ab01-6fa1364cbd3c', 'name': 'tempest-TestMinimumBasicScenario-202451891-router', 'tenant_id': '4b4f2b7d952e423aa02fb0cf7edd9c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:19:11Z', 'updated_at': '2022-06-14T18:21:51Z', 'revision_number': 6, 'project_id': '4b4f2b7d952e423aa02fb0cf7edd9c34', 'gw_port_host': None}] {{(pid=102479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:21:52.015432 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-5c3436d5-4213-4b77-a737-eadc5d804986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239583007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239190869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378765'] for port, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:52.047084 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3436d5-4213-4b77-a737-eadc5d804986 admin admin] Pushing event deleted for resources: {'Port': ['ID=53568504-6813-4d22-9005-54a604f4c917,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:21:52.107415 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-5c3436d5-4213-4b77-a737-eadc5d804986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8287518'] for router_gateway, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:52.469321 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-5c3436d5-4213-4b77-a737-eadc5d804986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16243'] for router, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:52.471790 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-5c3436d5-4213-4b77-a737-eadc5d804986 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:52.513408 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-5c3436d5-4213-4b77-a737-eadc5d804986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8278028'] for router, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:52.514101 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c3436d5-4213-4b77-a737-eadc5d804986 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aba41a20-d272-435e-ab01-6fa1364cbd3c {{(pid=102476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 14 18:21:52.518337 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-5c3436d5-4213-4b77-a737-eadc5d804986 admin admin] Notify callbacks [] for router, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:52.519663 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-5c3436d5-4213-4b77-a737-eadc5d804986 admin admin] 10.222.0.70 "DELETE /v2.0/routers/aba41a20-d272-435e-ab01-6fa1364cbd3c HTTP/1.1" status: 204 len: 168 time: 1.0265281 Jun 14 18:21:52.521883 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 60082) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:21:52.568069 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.db.db_base_plugin_v2 [None req-b23ab28e-ced2-43b3-bcf2-bd090ed4dcf5 admin admin] Deleting subnet 19b3bb84-5044-4cb8-804b-48c0f65ee0af {{(pid=102476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jun 14 18:21:52.571873 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-b23ab28e-ced2-43b3-bcf2-bd090ed4dcf5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:52.606791 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-b23ab28e-ced2-43b3-bcf2-bd090ed4dcf5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5425953'] for subnet, precommit_delete_associations {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:52.684808 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-b23ab28e-ced2-43b3-bcf2-bd090ed4dcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-977723'] for subnet, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:52.740207 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-b23ab28e-ced2-43b3-bcf2-bd090ed4dcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-977714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5378586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4368736'] for subnet, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:52.763644 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23ab28e-ced2-43b3-bcf2-bd090ed4dcf5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19b3bb84-5044-4cb8-804b-48c0f65ee0af,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:21:52.769366 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-b23ab28e-ced2-43b3-bcf2-bd090ed4dcf5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:52.773218 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-b23ab28e-ced2-43b3-bcf2-bd090ed4dcf5 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/19b3bb84-5044-4cb8-804b-48c0f65ee0af HTTP/1.1" status: 204 len: 168 time: 0.2503111 Jun 14 18:21:52.777356 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf460442-17d4-4eb7-98c1-fac7745f4c37 None None] Network 91760790-de00-413d-afeb-139c4ab455b8 requested from dv-cinder-821739-1-iscsi {{(pid=102478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 18:21:52.777604 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 60084) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:21:52.853039 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-157f1792-2d21-42ce-b537-b79af4c377c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592896'] for network, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:52.912938 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.plugin [None req-157f1792-2d21-42ce-b537-b79af4c377c8 admin admin] Deleting port 71b5bed0-4a4b-4db6-99e6-36334c1cd7f8 {{(pid=102477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 14 18:21:52.913279 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-157f1792-2d21-42ce-b537-b79af4c377c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239577025'] for port, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:52.959938 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056f9f5b-a78e-495f-9037-e9ed492cd84e None None] DHCP port deletion for 91760790-de00-413d-afeb-139c4ab455b8 request from dv-cinder-821739-1-iscsi {{(pid=102478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 14 18:21:52.988846 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.db [None req-157f1792-2d21-42ce-b537-b79af4c377c8 admin admin] For port 71b5bed0-4a4b-4db6-99e6-36334c1cd7f8, host dv-cinder-821739-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=71b5bed0-4a4b-4db6-99e6-36334c1cd7f8,segment=NetworkSegment(e41fd54e-651a-4afb-9bee-3cafa7991817),segment_id=e41fd54e-651a-4afb-9bee-3cafa7991817)] {{(pid=102477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:21:52.989245 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-157f1792-2d21-42ce-b537-b79af4c377c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282467'] for port, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:53.003925 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.plugin [None req-157f1792-2d21-42ce-b537-b79af4c377c8 admin admin] Calling delete_port for 71b5bed0-4a4b-4db6-99e6-36334c1cd7f8 owned by network:dhcp {{(pid=102477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 14 18:21:53.024685 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-056f9f5b-a78e-495f-9037-e9ed492cd84e None None] Deleting port 71b5bed0-4a4b-4db6-99e6-36334c1cd7f8 {{(pid=102478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 14 18:21:53.025772 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-056f9f5b-a78e-495f-9037-e9ed492cd84e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239577025'] for port, before_delete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:53.090045 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-157f1792-2d21-42ce-b537-b79af4c377c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239583007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239190869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16661523'] for port, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:53.092235 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-056f9f5b-a78e-495f-9037-e9ed492cd84e None None] For port 71b5bed0-4a4b-4db6-99e6-36334c1cd7f8, host dv-cinder-821739-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=71b5bed0-4a4b-4db6-99e6-36334c1cd7f8,segment=NetworkSegment(e41fd54e-651a-4afb-9bee-3cafa7991817),segment_id=e41fd54e-651a-4afb-9bee-3cafa7991817)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:21:53.092640 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-056f9f5b-a78e-495f-9037-e9ed492cd84e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282467'] for port, precommit_delete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:53.106220 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-056f9f5b-a78e-495f-9037-e9ed492cd84e None None] Calling delete_port for 71b5bed0-4a4b-4db6-99e6-36334c1cd7f8 owned by network:dhcp {{(pid=102478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 14 18:21:53.114386 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157f1792-2d21-42ce-b537-b79af4c377c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=71b5bed0-4a4b-4db6-99e6-36334c1cd7f8,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:21:53.120750 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157f1792-2d21-42ce-b537-b79af4c377c8 admin admin] No DVR routers for this DVR port 71b5bed0-4a4b-4db6-99e6-36334c1cd7f8 on host dv-cinder-821739-1-iscsi {{(pid=102477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 18:21:53.190573 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-056f9f5b-a78e-495f-9037-e9ed492cd84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239583007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239190869'] for port, after_delete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:53.197083 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-157f1792-2d21-42ce-b537-b79af4c377c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-955256', 'neutron.services.segments.db._delete_segments_for_network-8758239721683'] for network, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:53.214950 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056f9f5b-a78e-495f-9037-e9ed492cd84e None None] Pushing event deleted for resources: {'Port': ['ID=71b5bed0-4a4b-4db6-99e6-36334c1cd7f8,revision_number=None']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:21:53.216305 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.services.segments.db [None req-157f1792-2d21-42ce-b537-b79af4c377c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91760790-de00-413d-afeb-139c4ab455b8']}} {{(pid=102477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:21:53.220635 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056f9f5b-a78e-495f-9037-e9ed492cd84e None None] No DVR routers for this DVR port 71b5bed0-4a4b-4db6-99e6-36334c1cd7f8 on host dv-cinder-821739-1-iscsi {{(pid=102478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 18:21:53.233524 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.services.segments.db [None req-157f1792-2d21-42ce-b537-b79af4c377c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e41fd54e-651a-4afb-9bee-3cafa7991817') {'for_net_delete': True} {{(pid=102477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:21:53.233876 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.services.segments.db [None req-157f1792-2d21-42ce-b537-b79af4c377c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e41fd54e-651a-4afb-9bee-3cafa7991817') {} {{(pid=102477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:21:53.244068 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-157f1792-2d21-42ce-b537-b79af4c377c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758239721948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16658456'] for segment, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:53.257563 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-157f1792-2d21-42ce-b537-b79af4c377c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977873'] for segment, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:53.263650 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-157f1792-2d21-42ce-b537-b79af4c377c8 admin admin] Releasing vlan 1028 on physical network physnet1 to pool {{(pid=102477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 18:21:53.264034 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-157f1792-2d21-42ce-b537-b79af4c377c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16661566'] for segment, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:53.282528 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.services.segments.plugin [-] Segment e41fd54e-651a-4afb-9bee-3cafa7991817 resource provider aggregate not found Jun 14 18:21:53.320460 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.services.segments.plugin [-] Segment e41fd54e-651a-4afb-9bee-3cafa7991817 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e41fd54e-651a-4afb-9bee-3cafa7991817 found for delete ", "request_id": "req-807988ed-5548-49ee-b2e2-18682f72b349"}]} Jun 14 18:21:53.331063 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-157f1792-2d21-42ce-b537-b79af4c377c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-955201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8287522'] for network, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:53.336341 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-157f1792-2d21-42ce-b537-b79af4c377c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7944499'] for network, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:53.340272 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-157f1792-2d21-42ce-b537-b79af4c377c8 admin admin] 10.222.0.70 "DELETE /v2.0/networks/91760790-de00-413d-afeb-139c4ab455b8 HTTP/1.1" status: 204 len: 168 time: 0.5615263 Jun 14 18:21:53.343426 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 60090) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:21:53.351065 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157f1792-2d21-42ce-b537-b79af4c377c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=91760790-de00-413d-afeb-139c4ab455b8,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:21:53.456190 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device 34913012-0e47-47e5-8f03-e007c74dd8b6 no longer exists at agent ovs-agent-dv-cinder-821739-1-iscsi {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:21:53.476142 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] No Port match for: 34913012-0e47-47e5-8f03-e007c74dd8b6 {{(pid=102478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 14 18:21:53.476480 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device 34913012-0e47-47e5-8f03-e007c74dd8b6 not bound to the agent host dv-cinder-821739-1-iscsi {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:21:53.476885 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device 71b5bed0-4a4b-4db6-99e6-36334c1cd7f8 no longer exists at agent ovs-agent-dv-cinder-821739-1-iscsi {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:21:53.496042 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] No Port match for: 71b5bed0-4a4b-4db6-99e6-36334c1cd7f8 {{(pid=102478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 14 18:21:53.496313 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device 71b5bed0-4a4b-4db6-99e6-36334c1cd7f8 not bound to the agent host dv-cinder-821739-1-iscsi {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:21:53.496718 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device 53568504-6813-4d22-9005-54a604f4c917 no longer exists at agent ovs-agent-dv-cinder-821739-1-iscsi {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:21:53.515024 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] No Port match for: 53568504-6813-4d22-9005-54a604f4c917 {{(pid=102478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 14 18:21:53.515364 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device 53568504-6813-4d22-9005-54a604f4c917 not bound to the agent host dv-cinder-821739-1-iscsi {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:21:53.692145 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-7dcc6f51-0e4b-4772-b6e7-48bf4f9d52f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8284624'] for router_interface, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:53.931514 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.plugin [None req-7dcc6f51-0e4b-4772-b6e7-48bf4f9d52f5 admin admin] Deleting port c20cb7c4-1b37-4b3f-be19-2c720322d813 {{(pid=102476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 14 18:21:53.931856 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-7dcc6f51-0e4b-4772-b6e7-48bf4f9d52f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239577025'] for port, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:54.012560 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.db [None req-7dcc6f51-0e4b-4772-b6e7-48bf4f9d52f5 admin admin] For port c20cb7c4-1b37-4b3f-be19-2c720322d813, host dv-cinder-821739-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=c20cb7c4-1b37-4b3f-be19-2c720322d813,segment=NetworkSegment(c8584b80-a633-4789-9e0b-f009fd7622ce),segment_id=c8584b80-a633-4789-9e0b-f009fd7622ce)] {{(pid=102476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:21:54.013095 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-7dcc6f51-0e4b-4772-b6e7-48bf4f9d52f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282467'] for port, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:54.026430 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.plugin [None req-7dcc6f51-0e4b-4772-b6e7-48bf4f9d52f5 admin admin] Calling delete_port for c20cb7c4-1b37-4b3f-be19-2c720322d813 owned by network:router_interface {{(pid=102476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 14 18:21:54.200522 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-7dcc6f51-0e4b-4772-b6e7-48bf4f9d52f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239583007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239190869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378765'] for port, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:54.225232 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcc6f51-0e4b-4772-b6e7-48bf4f9d52f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c20cb7c4-1b37-4b3f-be19-2c720322d813,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:21:54.391350 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-7dcc6f51-0e4b-4772-b6e7-48bf4f9d52f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7944470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8284604'] for router_interface, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:54.609875 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dcc6f51-0e4b-4772-b6e7-48bf4f9d52f5 admin admin] Router 1a013c30-5a8f-4ab5-b55c-cea115f225ca has already been hosted by L3 agent 2bd7ef4a-700f-45f4-ae1e-98ca6454acba {{(pid=102476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:21:54.723779 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dcc6f51-0e4b-4772-b6e7-48bf4f9d52f5 admin admin] Notify agent at l3_agent.dv-cinder-821739-1-iscsi the message routers_updated {{(pid=102476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:21:54.731203 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-7dcc6f51-0e4b-4772-b6e7-48bf4f9d52f5 admin admin] 10.222.0.70 "PUT /v2.0/routers/1a013c30-5a8f-4ab5-b55c-cea115f225ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3855464 Jun 14 18:21:54.732933 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 60094) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:21:54.738759 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fa6a15-33d3-49c2-84db-5b8d4a7eecd2 None None] Sync routers for ids ['1a013c30-5a8f-4ab5-b55c-cea115f225ca'] in dv-cinder-821739-1-iscsi {{(pid=102478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:21:54.748554 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fa6a15-33d3-49c2-84db-5b8d4a7eecd2 None None] Routers {'1a013c30-5a8f-4ab5-b55c-cea115f225ca'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:21:54.749174 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-48fa6a15-33d3-49c2-84db-5b8d4a7eecd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:21:49Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['1a013c30-5a8f-4ab5-b55c-cea115f225ca'], 'active': True} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:21:54.837563 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-47b07816-38bb-4e01-937a-a17a2ceff3db admin admin] Notify callbacks [] for router, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:54.943464 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-47b07816-38bb-4e01-937a-a17a2ceff3db admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:54.981971 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvr_db [None req-48fa6a15-33d3-49c2-84db-5b8d4a7eecd2 None None] Set router 1a013c30-5a8f-4ab5-b55c-cea115f225ca gateway port host: dv-cinder-821739-1-iscsi {{(pid=102478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:21:54.998501 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.plugin [None req-47b07816-38bb-4e01-937a-a17a2ceff3db admin admin] Deleting port cae7578b-80ba-4f77-92ea-a6a1df0cf57a {{(pid=102476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 14 18:21:54.998855 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-47b07816-38bb-4e01-937a-a17a2ceff3db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239577025'] for port, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:55.080008 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.db [None req-47b07816-38bb-4e01-937a-a17a2ceff3db admin admin] For port cae7578b-80ba-4f77-92ea-a6a1df0cf57a, host dv-cinder-821739-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=cae7578b-80ba-4f77-92ea-a6a1df0cf57a,segment=NetworkSegment(d3be3284-4005-440f-af8c-13455fbdf684),segment_id=d3be3284-4005-440f-af8c-13455fbdf684)] {{(pid=102476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:21:55.080381 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-47b07816-38bb-4e01-937a-a17a2ceff3db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282467'] for port, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:55.092962 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.plugin [None req-47b07816-38bb-4e01-937a-a17a2ceff3db admin admin] Calling delete_port for cae7578b-80ba-4f77-92ea-a6a1df0cf57a owned by network:router_gateway {{(pid=102476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 14 18:21:55.164550 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-48fa6a15-33d3-49c2-84db-5b8d4a7eecd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a013c30-5a8f-4ab5-b55c-cea115f225ca', 'name': 'tempest-TestMinimumBasicScenario-1729791367-router', 'tenant_id': '0a065139213c417183191e0ea32be803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': 'cae7578b-80ba-4f77-92ea-a6a1df0cf57a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:19:17Z', 'updated_at': '2022-06-14T18:21:54Z', 'revision_number': 5, 'project_id': '0a065139213c417183191e0ea32be803', 'gw_port': {'id': 'cae7578b-80ba-4f77-92ea-a6a1df0cf57a', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:8d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a013c30-5a8f-4ab5-b55c-cea115f225ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:19:18Z', 'updated_at': '2022-06-14T18:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi'}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:21:55.190143 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fa6a15-33d3-49c2-84db-5b8d4a7eecd2 None None] Checking router: 1a013c30-5a8f-4ab5-b55c-cea115f225ca for host: dv-cinder-821739-1-iscsi {{(pid=102478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:21:55.198213 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fa6a15-33d3-49c2-84db-5b8d4a7eecd2 None None] Routers {'1a013c30-5a8f-4ab5-b55c-cea115f225ca'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:21:55.198784 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-48fa6a15-33d3-49c2-84db-5b8d4a7eecd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:21:49Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['1a013c30-5a8f-4ab5-b55c-cea115f225ca'], 'active': True} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:21:55.259135 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-47b07816-38bb-4e01-937a-a17a2ceff3db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239583007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239190869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378765'] for port, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:55.284646 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_dvr_db [None req-48fa6a15-33d3-49c2-84db-5b8d4a7eecd2 None None] Set router 1a013c30-5a8f-4ab5-b55c-cea115f225ca gateway port host: None {{(pid=102478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:21:55.284885 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b07816-38bb-4e01-937a-a17a2ceff3db admin admin] Pushing event deleted for resources: {'Port': ['ID=cae7578b-80ba-4f77-92ea-a6a1df0cf57a,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:21:55.339335 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.l3_hamode_db [None req-48fa6a15-33d3-49c2-84db-5b8d4a7eecd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a013c30-5a8f-4ab5-b55c-cea115f225ca', 'name': 'tempest-TestMinimumBasicScenario-1729791367-router', 'tenant_id': '0a065139213c417183191e0ea32be803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:19:17Z', 'updated_at': '2022-06-14T18:21:54Z', 'revision_number': 6, 'project_id': '0a065139213c417183191e0ea32be803', 'gw_port_host': None}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:21:55.348729 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-47b07816-38bb-4e01-937a-a17a2ceff3db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8287518'] for router_gateway, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:55.366747 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fa6a15-33d3-49c2-84db-5b8d4a7eecd2 None None] The sync data for ids ['1a013c30-5a8f-4ab5-b55c-cea115f225ca'] in dv-cinder-821739-1-iscsi is: [{'id': '1a013c30-5a8f-4ab5-b55c-cea115f225ca', 'name': 'tempest-TestMinimumBasicScenario-1729791367-router', 'tenant_id': '0a065139213c417183191e0ea32be803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:19:17Z', 'updated_at': '2022-06-14T18:21:54Z', 'revision_number': 6, 'project_id': '0a065139213c417183191e0ea32be803', 'gw_port_host': None}] {{(pid=102478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:21:55.443308 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-47b07816-38bb-4e01-937a-a17a2ceff3db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16243'] for router, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:55.445413 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-47b07816-38bb-4e01-937a-a17a2ceff3db admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:55.491382 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-47b07816-38bb-4e01-937a-a17a2ceff3db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8278028'] for router, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:55.491979 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b07816-38bb-4e01-937a-a17a2ceff3db admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a013c30-5a8f-4ab5-b55c-cea115f225ca {{(pid=102476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 14 18:21:55.496832 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-47b07816-38bb-4e01-937a-a17a2ceff3db admin admin] Notify callbacks [] for router, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:55.498019 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-47b07816-38bb-4e01-937a-a17a2ceff3db admin admin] 10.222.0.70 "DELETE /v2.0/routers/1a013c30-5a8f-4ab5-b55c-cea115f225ca HTTP/1.1" status: 204 len: 168 time: 0.7641623 Jun 14 18:21:55.500442 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 60096) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:21:55.544413 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.db.db_base_plugin_v2 [None req-7802d4e9-a3a5-4ecb-9edb-31fe8c36f85a admin admin] Deleting subnet b553ec86-6e54-4b63-a22c-6d57df06143c {{(pid=102476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jun 14 18:21:55.547409 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-7802d4e9-a3a5-4ecb-9edb-31fe8c36f85a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:55.580810 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-7802d4e9-a3a5-4ecb-9edb-31fe8c36f85a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5425953'] for subnet, precommit_delete_associations {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:55.659164 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-7802d4e9-a3a5-4ecb-9edb-31fe8c36f85a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-977723'] for subnet, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:55.722623 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-7802d4e9-a3a5-4ecb-9edb-31fe8c36f85a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-977714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5378586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4368736'] for subnet, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:55.751364 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7802d4e9-a3a5-4ecb-9edb-31fe8c36f85a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b553ec86-6e54-4b63-a22c-6d57df06143c,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:21:55.753273 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-7802d4e9-a3a5-4ecb-9edb-31fe8c36f85a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:55.757675 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6dee25a-4dc7-4063-a893-bf5b8a39e7c3 None None] Network 82a85c70-fdf9-4fff-bc0a-b3e450995014 requested from dv-cinder-821739-1-iscsi {{(pid=102478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 18:21:55.764023 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 60098) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:21:55.770874 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-7802d4e9-a3a5-4ecb-9edb-31fe8c36f85a admin admin] 10.222.0.70 "DELETE /v2.0/subnets/b553ec86-6e54-4b63-a22c-6d57df06143c HTTP/1.1" status: 204 len: 168 time: 0.2692583 Jun 14 18:21:55.831675 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device c20cb7c4-1b37-4b3f-be19-2c720322d813 no longer exists at agent ovs-agent-dv-cinder-821739-1-iscsi {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:21:55.840926 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-0216ae9e-a1f0-4e68-8c96-c5c839efcbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592896'] for network, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:55.862681 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] No Port match for: c20cb7c4-1b37-4b3f-be19-2c720322d813 {{(pid=102478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 14 18:21:55.863030 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device c20cb7c4-1b37-4b3f-be19-2c720322d813 not bound to the agent host dv-cinder-821739-1-iscsi {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:21:55.898709 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.plugin [None req-0216ae9e-a1f0-4e68-8c96-c5c839efcbf2 admin admin] Deleting port bd3cf24b-716c-443e-b806-175c39bd6e29 {{(pid=102477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 14 18:21:55.899599 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-0216ae9e-a1f0-4e68-8c96-c5c839efcbf2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239577025'] for port, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:55.967564 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.db [None req-0216ae9e-a1f0-4e68-8c96-c5c839efcbf2 admin admin] For port bd3cf24b-716c-443e-b806-175c39bd6e29, host dv-cinder-821739-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=bd3cf24b-716c-443e-b806-175c39bd6e29,segment=NetworkSegment(c8584b80-a633-4789-9e0b-f009fd7622ce),segment_id=c8584b80-a633-4789-9e0b-f009fd7622ce)] {{(pid=102477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:21:55.967925 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-0216ae9e-a1f0-4e68-8c96-c5c839efcbf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282467'] for port, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:55.981122 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.plugin [None req-0216ae9e-a1f0-4e68-8c96-c5c839efcbf2 admin admin] Calling delete_port for bd3cf24b-716c-443e-b806-175c39bd6e29 owned by network:dhcp {{(pid=102477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 14 18:21:56.057600 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-0216ae9e-a1f0-4e68-8c96-c5c839efcbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239583007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239190869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16661523'] for port, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:56.083548 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0216ae9e-a1f0-4e68-8c96-c5c839efcbf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd3cf24b-716c-443e-b806-175c39bd6e29,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:21:56.089749 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0216ae9e-a1f0-4e68-8c96-c5c839efcbf2 admin admin] No DVR routers for this DVR port bd3cf24b-716c-443e-b806-175c39bd6e29 on host dv-cinder-821739-1-iscsi {{(pid=102477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 18:21:56.159024 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-0216ae9e-a1f0-4e68-8c96-c5c839efcbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-955256', 'neutron.services.segments.db._delete_segments_for_network-8758239721683'] for network, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:56.179030 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.services.segments.db [None req-0216ae9e-a1f0-4e68-8c96-c5c839efcbf2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82a85c70-fdf9-4fff-bc0a-b3e450995014']}} {{(pid=102477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:21:56.188911 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.services.segments.db [None req-0216ae9e-a1f0-4e68-8c96-c5c839efcbf2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8584b80-a633-4789-9e0b-f009fd7622ce') {'for_net_delete': True} {{(pid=102477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:21:56.189213 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.services.segments.db [None req-0216ae9e-a1f0-4e68-8c96-c5c839efcbf2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8584b80-a633-4789-9e0b-f009fd7622ce') {} {{(pid=102477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:21:56.199896 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-0216ae9e-a1f0-4e68-8c96-c5c839efcbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758239721948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16658456'] for segment, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:56.203480 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81240748-2fe7-4a41-85c2-05ecf11561a5 None None] DHCP port deletion for 82a85c70-fdf9-4fff-bc0a-b3e450995014 request from dv-cinder-821739-1-iscsi {{(pid=102478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 14 18:21:56.218477 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-0216ae9e-a1f0-4e68-8c96-c5c839efcbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977873'] for segment, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:56.226111 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0216ae9e-a1f0-4e68-8c96-c5c839efcbf2 admin admin] Releasing vlan 1007 on physical network physnet1 to pool {{(pid=102477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 18:21:56.226510 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-0216ae9e-a1f0-4e68-8c96-c5c839efcbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16661566'] for segment, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:56.245396 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.services.segments.plugin [-] Segment c8584b80-a633-4789-9e0b-f009fd7622ce resource provider aggregate not found Jun 14 18:21:56.282336 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.services.segments.plugin [-] Segment c8584b80-a633-4789-9e0b-f009fd7622ce resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c8584b80-a633-4789-9e0b-f009fd7622ce found for delete ", "request_id": "req-6d84d769-8b70-40ad-9d43-85fb62a7e3cd"}]} Jun 14 18:21:56.294482 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-0216ae9e-a1f0-4e68-8c96-c5c839efcbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-955201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8287522'] for network, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:56.300962 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-0216ae9e-a1f0-4e68-8c96-c5c839efcbf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7944499'] for network, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:56.304004 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-0216ae9e-a1f0-4e68-8c96-c5c839efcbf2 admin admin] 10.222.0.70 "DELETE /v2.0/networks/82a85c70-fdf9-4fff-bc0a-b3e450995014 HTTP/1.1" status: 204 len: 168 time: 0.5389891 Jun 14 18:21:56.314567 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0216ae9e-a1f0-4e68-8c96-c5c839efcbf2 admin admin] Pushing event deleted for resources: {'Network': ['ID=82a85c70-fdf9-4fff-bc0a-b3e450995014,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:21:56.486313 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 60106) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:21:56.525944 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-b062f263-50f1-4728-860d-fb768efae435 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4b4f2b7d952e423aa02fb0cf7edd9c34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384583 Jun 14 18:21:56.528299 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 60108) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:21:56.575229 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-a8363ffc-a501-451b-8b4b-6be1b89e986f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:56.595556 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-a8363ffc-a501-451b-8b4b-6be1b89e986f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:56.641095 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-a8363ffc-a501-451b-8b4b-6be1b89e986f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:56.643682 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-a8363ffc-a501-451b-8b4b-6be1b89e986f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:56.644859 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-a8363ffc-a501-451b-8b4b-6be1b89e986f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ec868785-5059-455d-9001-6c5526312647 HTTP/1.1" status: 204 len: 168 time: 0.1156838 Jun 14 18:21:56.653680 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8363ffc-a501-451b-8b4b-6be1b89e986f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec868785-5059-455d-9001-6c5526312647,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:21:56.957684 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 60114) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:21:57.003499 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-127491e4-c3d2-4792-99e4-cf224cebc310 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0a065139213c417183191e0ea32be803&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0446281 Jun 14 18:21:57.005971 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 60116) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:21:57.052598 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-adb0de27-a4e4-4899-8462-a9ca02ead971 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:57.073774 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-adb0de27-a4e4-4899-8462-a9ca02ead971 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:57.119502 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-adb0de27-a4e4-4899-8462-a9ca02ead971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:57.122137 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-adb0de27-a4e4-4899-8462-a9ca02ead971 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:57.123469 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-adb0de27-a4e4-4899-8462-a9ca02ead971 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b01dda3f-5923-4f57-9741-41df559aa20f HTTP/1.1" status: 204 len: 168 time: 0.1165247 Jun 14 18:21:57.131000 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb0de27-a4e4-4899-8462-a9ca02ead971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01dda3f-5923-4f57-9741-41df559aa20f,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:21:57.154029 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:21:57.452307 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device cae7578b-80ba-4f77-92ea-a6a1df0cf57a no longer exists at agent ovs-agent-dv-cinder-821739-1-iscsi {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:21:57.473054 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] No Port match for: cae7578b-80ba-4f77-92ea-a6a1df0cf57a {{(pid=102478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 14 18:21:57.473397 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device cae7578b-80ba-4f77-92ea-a6a1df0cf57a not bound to the agent host dv-cinder-821739-1-iscsi {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:21:57.473837 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device bd3cf24b-716c-443e-b806-175c39bd6e29 no longer exists at agent ovs-agent-dv-cinder-821739-1-iscsi {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:21:57.492306 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] No Port match for: bd3cf24b-716c-443e-b806-175c39bd6e29 {{(pid=102478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 14 18:21:57.492650 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device bd3cf24b-716c-443e-b806-175c39bd6e29 not bound to the agent host dv-cinder-821739-1-iscsi {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:22:11.776478 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.agents_db [None req-d83a49a0-1be1-4d29-a7ba-91319940a8a9 None None] Agent healthcheck: found 6 active agents {{(pid=102479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 14 18:22:14.017214 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d5ee9-e57e-45df-9b76-1eacbee7fdb5 req-c03926ad-6f4d-46a6-a7a1-76cbbfd2b1a6 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:22:14.018910 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-7d0d5ee9-e57e-45df-9b76-1eacbee7fdb5 req-c03926ad-6f4d-46a6-a7a1-76cbbfd2b1a6 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/ports?device_id=62945b58-89f2-4ca9-b9a7-81cc6786ab26 HTTP/1.1" status: 200 len: 945 time: 0.0522454 Jun 14 18:22:14.060485 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-7d0d5ee9-e57e-45df-9b76-1eacbee7fdb5 req-b8beb904-4fdc-42a8-9cf1-f04b648f9b16 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/security-groups?id=be33071f-eb44-4679-a45b-41fbb6b66017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351796 Jun 14 18:22:15.179626 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2456a4-3561-4a9d-80c1-3555082b5053 req-898b357e-61f6-4f77-9187-924315ecc78e tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:22:15.182217 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-7b2456a4-3561-4a9d-80c1-3555082b5053 req-898b357e-61f6-4f77-9187-924315ecc78e tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/ports?device_id=62945b58-89f2-4ca9-b9a7-81cc6786ab26 HTTP/1.1" status: 200 len: 945 time: 0.0514863 Jun 14 18:22:15.220436 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-7b2456a4-3561-4a9d-80c1-3555082b5053 req-5889b95a-06b3-4282-8e48-882152b26d14 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/security-groups?id=be33071f-eb44-4679-a45b-41fbb6b66017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322266 Jun 14 18:22:15.808001 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99270f68-25a0-4a93-8533-e996f00c785c req-79887dfc-dfef-42e7-a8e3-de062cd959fb tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:22:15.809477 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-99270f68-25a0-4a93-8533-e996f00c785c req-79887dfc-dfef-42e7-a8e3-de062cd959fb tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.90 "GET /v2.0/ports?device_id=62945b58-89f2-4ca9-b9a7-81cc6786ab26 HTTP/1.1" status: 200 len: 945 time: 0.0529099 Jun 14 18:22:15.900606 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.plugin [req-99270f68-25a0-4a93-8533-e996f00c785c req-efe78d3a-fac0-4320-9a9e-63e23cb68f3f tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Deleting port cd113a3d-230a-4e3b-a98d-0469ac7ca80f {{(pid=102477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 14 18:22:15.900939 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-99270f68-25a0-4a93-8533-e996f00c785c req-efe78d3a-fac0-4320-9a9e-63e23cb68f3f tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239577025'] for port, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:22:15.989101 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.db [req-99270f68-25a0-4a93-8533-e996f00c785c req-efe78d3a-fac0-4320-9a9e-63e23cb68f3f tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] For port cd113a3d-230a-4e3b-a98d-0469ac7ca80f, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=cd113a3d-230a-4e3b-a98d-0469ac7ca80f,segment=NetworkSegment(6328bd3b-152c-46b0-856b-068df43a7723),segment_id=6328bd3b-152c-46b0-856b-068df43a7723)] {{(pid=102477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:22:15.989454 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-99270f68-25a0-4a93-8533-e996f00c785c req-efe78d3a-fac0-4320-9a9e-63e23cb68f3f tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282467'] for port, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:22:16.151898 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-99270f68-25a0-4a93-8533-e996f00c785c req-efe78d3a-fac0-4320-9a9e-63e23cb68f3f tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:22:16.152165 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-99270f68-25a0-4a93-8533-e996f00c785c req-efe78d3a-fac0-4320-9a9e-63e23cb68f3f tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8287696'] for floatingip, after_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:22:16.152474 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.db.l3_db [req-99270f68-25a0-4a93-8533-e996f00c785c req-efe78d3a-fac0-4320-9a9e-63e23cb68f3f tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Floating IP a628378b-b80c-4e85-ad5e-8f2fb2a338a9 disassociated. External IP: 172.27.2.158, port: cd113a3d-230a-4e3b-a98d-0469ac7ca80f. Jun 14 18:22:16.152805 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.plugin [req-99270f68-25a0-4a93-8533-e996f00c785c req-efe78d3a-fac0-4320-9a9e-63e23cb68f3f tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Calling delete_port for cd113a3d-230a-4e3b-a98d-0469ac7ca80f owned by compute:nova {{(pid=102477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 14 18:22:16.277634 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-99270f68-25a0-4a93-8533-e996f00c785c req-efe78d3a-fac0-4320-9a9e-63e23cb68f3f tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239583007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239190869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16661523'] for port, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:22:16.315788 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe78d3a-fac0-4320-9a9e-63e23cb68f3f tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Pushing event deleted for resources: {'Port': ['ID=cd113a3d-230a-4e3b-a98d-0469ac7ca80f,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:22:16.340103 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-fc7b0548-36a6-4dae-8129-bad943747835 req-24bec5ee-b90e-45c5-8ad9-12d29bf8ef00 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/ports?device_id=62945b58-89f2-4ca9-b9a7-81cc6786ab26 HTTP/1.1" status: 200 len: 210 time: 0.0349884 Jun 14 18:22:16.444620 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.l3_agent_scheduler [req-99270f68-25a0-4a93-8533-e996f00c785c req-efe78d3a-fac0-4320-9a9e-63e23cb68f3f tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Router ef5d4ac0-65e8-4141-a13d-576baaa329ba has already been hosted by L3 agent 2bd7ef4a-700f-45f4-ae1e-98ca6454acba {{(pid=102477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:22:16.447298 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-b3c0d08a-1486-4549-b6eb-8505a59e16b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:22:16.552794 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-99270f68-25a0-4a93-8533-e996f00c785c req-efe78d3a-fac0-4320-9a9e-63e23cb68f3f tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify agent at l3_agent.dv-cinder-821739-1-iscsi the message routers_updated {{(pid=102477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:22:16.562839 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54f99ed-c09d-4299-a8cc-cfd854ca14ab None None] Sync routers for ids ['ef5d4ac0-65e8-4141-a13d-576baaa329ba'] in dv-cinder-821739-1-iscsi {{(pid=102479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:22:16.573624 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54f99ed-c09d-4299-a8cc-cfd854ca14ab None None] Routers {'ef5d4ac0-65e8-4141-a13d-576baaa329ba'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:22:16.574285 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-e54f99ed-c09d-4299-a8cc-cfd854ca14ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:21:49Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['ef5d4ac0-65e8-4141-a13d-576baaa329ba'], 'active': True} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:22:16.592803 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.l3_dvrscheduler_db [req-99270f68-25a0-4a93-8533-e996f00c785c req-efe78d3a-fac0-4320-9a9e-63e23cb68f3f tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] No DVR routers for this DVR port cd113a3d-230a-4e3b-a98d-0469ac7ca80f on host hv-cinder-82173 {{(pid=102477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 18:22:16.595635 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-99270f68-25a0-4a93-8533-e996f00c785c req-efe78d3a-fac0-4320-9a9e-63e23cb68f3f tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for port, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:22:16.598902 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-99270f68-25a0-4a93-8533-e996f00c785c req-efe78d3a-fac0-4320-9a9e-63e23cb68f3f tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.90 "DELETE /v2.0/ports/cd113a3d-230a-4e3b-a98d-0469ac7ca80f HTTP/1.1" status: 204 len: 173 time: 0.7820642 Jun 14 18:22:16.599349 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62945b58-89f2-4ca9-b9a7-81cc6786ab26', 'name': 'network-vif-deleted', 'tag': 'cd113a3d-230a-4e3b-a98d-0469ac7ca80f'}] {{(pid=102477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:22:16.601567 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63a05a5c49a881ad62840f65bcdf4689c8e257def52ee20504415851ea2faa0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-870607a2-79e4-40f0-a0c9-575e7fdcdd14" -d '{"events": [{"server_uuid": "62945b58-89f2-4ca9-b9a7-81cc6786ab26", "name": "network-vif-deleted", "tag": "cd113a3d-230a-4e3b-a98d-0469ac7ca80f"}]}' {{(pid=102477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:22:16.685200 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvr_db [None req-e54f99ed-c09d-4299-a8cc-cfd854ca14ab None None] Set router ef5d4ac0-65e8-4141-a13d-576baaa329ba gateway port host: dv-cinder-821739-1-iscsi {{(pid=102479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:22:16.844026 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-746da07c-9cf8-42c2-8a5d-5cb251d7c6d5 x-openstack-request-id: req-746da07c-9cf8-42c2-8a5d-5cb251d7c6d5 {{(pid=102477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:22:16.844820 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62945b58-89f2-4ca9-b9a7-81cc6786ab26", "name": "network-vif-deleted", "tag": "cd113a3d-230a-4e3b-a98d-0469ac7ca80f", "status": "completed", "code": 200}]} {{(pid=102477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:22:16.847932 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-746da07c-9cf8-42c2-8a5d-5cb251d7c6d5 {{(pid=102477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:22:16.848348 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-746da07c-9cf8-42c2-8a5d-5cb251d7c6d5'] response: {'server_uuid': '62945b58-89f2-4ca9-b9a7-81cc6786ab26', 'name': 'network-vif-deleted', 'tag': 'cd113a3d-230a-4e3b-a98d-0469ac7ca80f', 'status': 'completed', 'code': 200} Jun 14 18:22:16.895942 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-e54f99ed-c09d-4299-a8cc-cfd854ca14ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'name': 'tempest-AttachVolumeNegativeTest-1757857751-router', 'tenant_id': '927013c586d5417e99dbc2cf0a0eed12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '7b326511-d8fa-46b4-874b-af4d5a5cd3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:18:31Z', 'updated_at': '2022-06-14T18:18:35Z', 'revision_number': 4, 'project_id': '927013c586d5417e99dbc2cf0a0eed12', 'gw_port': {'id': '7b326511-d8fa-46b4-874b-af4d5a5cd3b4', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:18:32Z', 'updated_at': '2022-06-14T18:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_interfaces': [{'id': 'e8767bc7-2de4-4c78-ac1a-3dfdba970188', 'name': '', 'network_id': 'a20cd105-ccee-4ccf-aa21-673440674804', 'tenant_id': '927013c586d5417e99dbc2cf0a0eed12', 'mac_address': 'fa:16:3e:f4:1a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'adeaf354-122e-42a5-ab5f-7dce689ddb1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:18:34Z', 'updated_at': '2022-06-14T18:18:40Z', 'revision_number': 5, 'project_id': '927013c586d5417e99dbc2cf0a0eed12', 'subnets': [{'id': 'adeaf354-122e-42a5-ab5f-7dce689ddb1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:22:16.926648 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54f99ed-c09d-4299-a8cc-cfd854ca14ab None None] Checking router: ef5d4ac0-65e8-4141-a13d-576baaa329ba for host: dv-cinder-821739-1-iscsi {{(pid=102479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:22:16.934840 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54f99ed-c09d-4299-a8cc-cfd854ca14ab None None] Routers {'ef5d4ac0-65e8-4141-a13d-576baaa329ba'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:22:16.935440 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-e54f99ed-c09d-4299-a8cc-cfd854ca14ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:21:49Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['ef5d4ac0-65e8-4141-a13d-576baaa329ba'], 'active': True} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:22:17.039449 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvr_db [None req-e54f99ed-c09d-4299-a8cc-cfd854ca14ab None None] Set router ef5d4ac0-65e8-4141-a13d-576baaa329ba gateway port host: dv-cinder-821739-1-iscsi {{(pid=102479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:22:17.236018 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-e54f99ed-c09d-4299-a8cc-cfd854ca14ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'name': 'tempest-AttachVolumeNegativeTest-1757857751-router', 'tenant_id': '927013c586d5417e99dbc2cf0a0eed12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '7b326511-d8fa-46b4-874b-af4d5a5cd3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:18:31Z', 'updated_at': '2022-06-14T18:18:35Z', 'revision_number': 4, 'project_id': '927013c586d5417e99dbc2cf0a0eed12', 'gw_port': {'id': '7b326511-d8fa-46b4-874b-af4d5a5cd3b4', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:18:32Z', 'updated_at': '2022-06-14T18:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_interfaces': [{'id': 'e8767bc7-2de4-4c78-ac1a-3dfdba970188', 'name': '', 'network_id': 'a20cd105-ccee-4ccf-aa21-673440674804', 'tenant_id': '927013c586d5417e99dbc2cf0a0eed12', 'mac_address': 'fa:16:3e:f4:1a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'adeaf354-122e-42a5-ab5f-7dce689ddb1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:18:34Z', 'updated_at': '2022-06-14T18:18:40Z', 'revision_number': 5, 'project_id': '927013c586d5417e99dbc2cf0a0eed12', 'subnets': [{'id': 'adeaf354-122e-42a5-ab5f-7dce689ddb1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:22:17.261819 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54f99ed-c09d-4299-a8cc-cfd854ca14ab None None] The sync data for ids ['ef5d4ac0-65e8-4141-a13d-576baaa329ba'] in dv-cinder-821739-1-iscsi is: [{'id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'name': 'tempest-AttachVolumeNegativeTest-1757857751-router', 'tenant_id': '927013c586d5417e99dbc2cf0a0eed12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '7b326511-d8fa-46b4-874b-af4d5a5cd3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:18:31Z', 'updated_at': '2022-06-14T18:18:35Z', 'revision_number': 4, 'project_id': '927013c586d5417e99dbc2cf0a0eed12', 'gw_port': {'id': '7b326511-d8fa-46b4-874b-af4d5a5cd3b4', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:18:32Z', 'updated_at': '2022-06-14T18:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_interfaces': [{'id': 'e8767bc7-2de4-4c78-ac1a-3dfdba970188', 'name': '', 'network_id': 'a20cd105-ccee-4ccf-aa21-673440674804', 'tenant_id': '927013c586d5417e99dbc2cf0a0eed12', 'mac_address': 'fa:16:3e:f4:1a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'adeaf354-122e-42a5-ab5f-7dce689ddb1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:18:34Z', 'updated_at': '2022-06-14T18:18:40Z', 'revision_number': 5, 'project_id': '927013c586d5417e99dbc2cf0a0eed12', 'subnets': [{'id': 'adeaf354-122e-42a5-ab5f-7dce689ddb1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:22:17.434760 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 60192) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:22:17.476272 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a25c00-a89e-4947-aae4-f290225eb620 None None] New status for floating IP a628378b-b80c-4e85-ad5e-8f2fb2a338a9: DOWN {{(pid=102478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 18:22:17.491176 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-b75cdbf7-11b2-4a3a-a6a7-c08e3ead4d10 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks [] for security_group, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:22:17.514402 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-b75cdbf7-11b2-4a3a-a6a7-c08e3ead4d10 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:22:17.565882 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-b75cdbf7-11b2-4a3a-a6a7-c08e3ead4d10 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:22:17.568441 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-b75cdbf7-11b2-4a3a-a6a7-c08e3ead4d10 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks [] for security_group, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:22:17.572536 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-b75cdbf7-11b2-4a3a-a6a7-c08e3ead4d10 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "DELETE /v2.0/security-groups/be33071f-eb44-4679-a45b-41fbb6b66017 HTTP/1.1" status: 204 len: 168 time: 0.1338189 Jun 14 18:22:17.573226 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 60194) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:22:17.579960 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75cdbf7-11b2-4a3a-a6a7-c08e3ead4d10 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be33071f-eb44-4679-a45b-41fbb6b66017,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:22:17.587720 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.api.v2.resource [None req-083e2113-1328-4e19-9b71-449bbbf3772a tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] show failed (client error): The resource could not be found. Jun 14 18:22:17.591629 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-083e2113-1328-4e19-9b71-449bbbf3772a tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/security-groups/be33071f-eb44-4679-a45b-41fbb6b66017 HTTP/1.1" status: 404 len: 347 time: 0.0168784 Jun 14 18:22:17.591877 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 60196) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:22:17.716601 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.plugin [None req-406bd719-81c9-45fb-be46-532299eaae4e tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Deleting port 78326897-7e5b-4c8d-8be6-ca81b5e37bec {{(pid=102477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 14 18:22:17.716931 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-406bd719-81c9-45fb-be46-532299eaae4e tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239577025'] for port, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:22:17.789830 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-406bd719-81c9-45fb-be46-532299eaae4e tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282467'] for port, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:22:17.790061 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-406bd719-81c9-45fb-be46-532299eaae4e tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:22:17.801295 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.plugin [None req-406bd719-81c9-45fb-be46-532299eaae4e tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Calling delete_port for 78326897-7e5b-4c8d-8be6-ca81b5e37bec owned by network:floatingip {{(pid=102477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 14 18:22:17.928533 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-406bd719-81c9-45fb-be46-532299eaae4e tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239583007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239190869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16661523'] for port, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:22:17.954051 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406bd719-81c9-45fb-be46-532299eaae4e tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Pushing event deleted for resources: {'Port': ['ID=78326897-7e5b-4c8d-8be6-ca81b5e37bec,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:22:18.276273 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-406bd719-81c9-45fb-be46-532299eaae4e tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks [] for floatingip, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:22:18.278829 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-406bd719-81c9-45fb-be46-532299eaae4e tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for floatingip, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:22:18.279970 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-406bd719-81c9-45fb-be46-532299eaae4e tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "DELETE /v2.0/floatingips/a628378b-b80c-4e85-ad5e-8f2fb2a338a9 HTTP/1.1" status: 204 len: 168 time: 0.6869822 Jun 14 18:22:18.349769 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 60200) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:22:18.354271 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.v2.base [None req-a312ea7c-d26c-4e4f-ae24-5da69966a895 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Request body: {'security_group': {'name': 'tempest-securitygroup--383134902', 'description': 'tempest-description--511206903'}} {{(pid=102477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:22:18.373951 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-a312ea7c-d26c-4e4f-ae24-5da69966a895 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks [] for security_group, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:22:18.438475 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-a312ea7c-d26c-4e4f-ae24-5da69966a895 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks [] for security_group, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:22:18.442102 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-a312ea7c-d26c-4e4f-ae24-5da69966a895 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:22:18.471070 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-a312ea7c-d26c-4e4f-ae24-5da69966a895 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks [] for security_group, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:22:18.472196 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-a312ea7c-d26c-4e4f-ae24-5da69966a895 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1214147 Jun 14 18:22:18.473996 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a312ea7c-d26c-4e4f-ae24-5da69966a895 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d470387-2453-4512-8700-9a7bba55fd1e,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:22:18.475101 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 60202) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:22:18.481050 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.v2.base [None req-c0a7590a-77ce-4072-a109-ed8a48d40bee tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Request body: {'security_group_rule': {'security_group_id': '2d470387-2453-4512-8700-9a7bba55fd1e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:22:18.509546 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-c0a7590a-77ce-4072-a109-ed8a48d40bee tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:22:18.553947 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-c0a7590a-77ce-4072-a109-ed8a48d40bee tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:22:18.557950 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-c0a7590a-77ce-4072-a109-ed8a48d40bee tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8370858'] for security_group_rule, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:22:18.574988 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a7590a-77ce-4072-a109-ed8a48d40bee tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aacce762-000f-4202-89c7-7764449c1c2c,revision_number=0']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:22:18.582061 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-c0a7590a-77ce-4072-a109-ed8a48d40bee tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:22:18.583227 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-c0a7590a-77ce-4072-a109-ed8a48d40bee tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1063638 Jun 14 18:22:18.585830 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 60204) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:22:18.590488 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.v2.base [None req-f314aed3-1134-4262-bff3-6ff0c3cab3ec tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Request body: {'security_group_rule': {'security_group_id': '2d470387-2453-4512-8700-9a7bba55fd1e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:22:18.614129 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-f314aed3-1134-4262-bff3-6ff0c3cab3ec tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:22:18.670427 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-f314aed3-1134-4262-bff3-6ff0c3cab3ec tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:22:18.673934 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-f314aed3-1134-4262-bff3-6ff0c3cab3ec tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8370858'] for security_group_rule, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:22:18.690853 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f314aed3-1134-4262-bff3-6ff0c3cab3ec tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b11e5c4e-089e-49e2-b930-066cfa03deca,revision_number=0']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:22:18.697734 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-f314aed3-1134-4262-bff3-6ff0c3cab3ec tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:22:18.698884 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-f314aed3-1134-4262-bff3-6ff0c3cab3ec tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1119297 Jun 14 18:22:18.701893 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 60206) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:22:18.706088 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.v2.base [None req-8e306c2d-3417-4506-a4b5-31263747989d tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Request body: {'floatingip': {'floating_network_id': '0514a421-38fe-44fa-a158-ef00d417fed9'}} {{(pid=102476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:22:18.725917 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-8e306c2d-3417-4506-a4b5-31263747989d tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks [] for floatingip, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:22:18.749611 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-b4a923b6-f18a-4e6e-9e27-dcbc56681355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:22:18.824039 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-8e306c2d-3417-4506-a4b5-31263747989d tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:22:18.924239 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.db.db_base_plugin_common [None req-8e306c2d-3417-4506-a4b5-31263747989d tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Allocated IP 172.27.2.181 (0514a421-38fe-44fa-a158-ef00d417fed9/5974f5a1-c656-4a3f-aaeb-f2cb77111b45/7201ff54-7a76-4cc4-a3ce-a7f63aad5b11) {{(pid=102476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:22:18.996148 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device cd113a3d-230a-4e3b-a98d-0469ac7ca80f no longer exists at agent hyperv_hv-cinder-82173 {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:22:19.019552 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] No Port match for: cd113a3d-230a-4e3b-a98d-0469ac7ca80f {{(pid=102478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 14 18:22:19.019964 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device cd113a3d-230a-4e3b-a98d-0469ac7ca80f not bound to the agent host hv-cinder-82173 {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:22:19.030527 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-8e306c2d-3417-4506-a4b5-31263747989d tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks [] for port, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:22:19.064025 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-8e306c2d-3417-4506-a4b5-31263747989d tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239190878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378765'] for port, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:22:19.099695 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e306c2d-3417-4506-a4b5-31263747989d tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Network 0514a421-38fe-44fa-a158-ef00d417fed9 is already hosted by enough agents. {{(pid=102476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:22:19.104740 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.base_scheduler [None req-8e306c2d-3417-4506-a4b5-31263747989d tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Resources bound (agent type, host, resource id): {{(pid=102476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:22:19.108161 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e306c2d-3417-4506-a4b5-31263747989d tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Received port after_create {{(pid=102476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 14 18:22:19.132445 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e306c2d-3417-4506-a4b5-31263747989d tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Pushing event updated for resources: {'Port': ['ID=7201ff54-7a76-4cc4-a3ce-a7f63aad5b11,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:22:19.195224 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-8e306c2d-3417-4506-a4b5-31263747989d tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:22:19.228786 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-8e306c2d-3417-4506-a4b5-31263747989d tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:22:19.374494 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-8e306c2d-3417-4506-a4b5-31263747989d tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks [] for port, precommit_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:22:19.378892 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-8e306c2d-3417-4506-a4b5-31263747989d tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5378756'] for port, after_update {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:22:19.448164 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e306c2d-3417-4506-a4b5-31263747989d tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Pushing event updated for resources: {'Port': ['ID=7201ff54-7a76-4cc4-a3ce-a7f63aad5b11,revision_number=2']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:22:19.462150 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-8e306c2d-3417-4506-a4b5-31263747989d tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8287696'] for floatingip, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:22:19.477754 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-8e306c2d-3417-4506-a4b5-31263747989d tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for floatingip, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:22:19.478957 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-8e306c2d-3417-4506-a4b5-31263747989d tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7761664 Jun 14 18:22:19.662022 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-3e200daf-37e6-4162-b1f8-5b352847feec req-903c2ae7-871a-4481-970c-f9b9ea1d70b0 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--383134902&fields=id&tenant_id=927013c586d5417e99dbc2cf0a0eed12 HTTP/1.1" status: 200 len: 267 time: 0.0321875 Jun 14 18:22:19.776683 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e200daf-37e6-4162-b1f8-5b352847feec req-32e14e2f-beb3-466b-ab80-9ea30304d08f tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:22:19.778168 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-3e200daf-37e6-4162-b1f8-5b352847feec req-32e14e2f-beb3-466b-ab80-9ea30304d08f tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/networks?id=a20cd105-ccee-4ccf-aa21-673440674804 HTTP/1.1" status: 200 len: 815 time: 0.1091871 Jun 14 18:22:19.793026 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-3e200daf-37e6-4162-b1f8-5b352847feec req-37797117-cc90-4537-8c45-e01b2264b0ab tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/quotas/927013c586d5417e99dbc2cf0a0eed12 HTTP/1.1" status: 200 len: 375 time: 0.0089855 Jun 14 18:22:19.831161 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-cf1fda14-6f0d-42ea-928d-63fe9f24329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:22:19.847504 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-3e200daf-37e6-4162-b1f8-5b352847feec req-1c6683e6-e6ca-43a6-99ee-26a1db01332e tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=927013c586d5417e99dbc2cf0a0eed12&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0488908 Jun 14 18:22:19.863707 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [req-3e200daf-37e6-4162-b1f8-5b352847feec req-fe1fcdc9-6880-4af3-838f-fa24dca517ee service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102476) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 14 18:22:19.864592 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-3e200daf-37e6-4162-b1f8-5b352847feec req-fe1fcdc9-6880-4af3-838f-fa24dca517ee service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050170 Jun 14 18:22:19.953754 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-3e200daf-37e6-4162-b1f8-5b352847feec req-061e5953-4e57-4a3f-af9a-1c7bdab70c53 service neutron] 10.222.0.70 "GET /v2.0/networks/a20cd105-ccee-4ccf-aa21-673440674804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829096 Jun 14 18:22:20.046738 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-3e200daf-37e6-4162-b1f8-5b352847feec req-9a5daa59-16a3-405e-bdc8-28f65f388701 service neutron] 10.222.0.70 "GET /v2.0/networks/a20cd105-ccee-4ccf-aa21-673440674804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869117 Jun 14 18:22:20.204840 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-1207d0b3-2bd9-4b46-8df8-cd6888779321 req-577df1ed-e278-4c25-96a1-1249eebf6696 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/ports?device_id=9476b87e-a93c-4700-811d-fb742b10bc2d HTTP/1.1" status: 200 len: 210 time: 0.0266995 Jun 14 18:22:21.281319 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e200daf-37e6-4162-b1f8-5b352847feec req-8b6d68d1-81ae-4453-baf2-fdbc22a5f72d tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:22:21.282926 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-3e200daf-37e6-4162-b1f8-5b352847feec req-8b6d68d1-81ae-4453-baf2-fdbc22a5f72d tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.90 "GET /v2.0/networks?id=a20cd105-ccee-4ccf-aa21-673440674804 HTTP/1.1" status: 200 len: 815 time: 0.1102085 Jun 14 18:22:21.302902 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-ba9cecab-4bec-4f8b-8a9c-45451171b8ca req-3b84cb0c-b559-4520-bf08-cb436196d89c tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/ports?device_id=9476b87e-a93c-4700-811d-fb742b10bc2d HTTP/1.1" status: 200 len: 210 time: 0.0267715 Jun 14 18:22:21.332145 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-3e200daf-37e6-4162-b1f8-5b352847feec req-8073e4fe-4565-4e60-b580-8c9456c301e4 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=927013c586d5417e99dbc2cf0a0eed12 HTTP/1.1" status: 200 len: 379 time: 0.0373690 Jun 14 18:22:21.346375 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.v2.base [req-3e200daf-37e6-4162-b1f8-5b352847feec req-83987559-151d-49eb-a3c0-8c518b633033 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Request body: {'port': {'device_id': '9476b87e-a93c-4700-811d-fb742b10bc2d', 'network_id': 'a20cd105-ccee-4ccf-aa21-673440674804', 'admin_state_up': True, 'tenant_id': '927013c586d5417e99dbc2cf0a0eed12', 'security_groups': ['2d470387-2453-4512-8700-9a7bba55fd1e']}} {{(pid=102477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:22:21.455894 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e200daf-37e6-4162-b1f8-5b352847feec req-83987559-151d-49eb-a3c0-8c518b633033 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Made reservation on behalf of 927013c586d5417e99dbc2cf0a0eed12 for: {'port': 1} {{(pid=102477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:22:21.459397 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-3e200daf-37e6-4162-b1f8-5b352847feec req-83987559-151d-49eb-a3c0-8c518b633033 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:22:21.580197 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.db_base_plugin_common [req-3e200daf-37e6-4162-b1f8-5b352847feec req-83987559-151d-49eb-a3c0-8c518b633033 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Allocated IP 172.20.0.4 (a20cd105-ccee-4ccf-aa21-673440674804/adeaf354-122e-42a5-ab5f-7dce689ddb1f/44c1398c-f8a2-443b-b392-6a7be5a685ea) {{(pid=102477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:22:21.633565 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-1a5f21f8-b210-492f-a8cf-2d8a6010caea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:22:21.716537 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-3e200daf-37e6-4162-b1f8-5b352847feec req-83987559-151d-49eb-a3c0-8c518b633033 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks [] for port, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:22:21.749567 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-3e200daf-37e6-4162-b1f8-5b352847feec req-83987559-151d-49eb-a3c0-8c518b633033 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239190878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16661523'] for port, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:22:21.796412 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e200daf-37e6-4162-b1f8-5b352847feec req-83987559-151d-49eb-a3c0-8c518b633033 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Network a20cd105-ccee-4ccf-aa21-673440674804 is already hosted by enough agents. {{(pid=102477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:22:21.799491 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.base_scheduler [req-3e200daf-37e6-4162-b1f8-5b352847feec req-83987559-151d-49eb-a3c0-8c518b633033 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Resources bound (agent type, host, resource id): {{(pid=102477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:22:21.801930 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e200daf-37e6-4162-b1f8-5b352847feec req-83987559-151d-49eb-a3c0-8c518b633033 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Received port after_create {{(pid=102477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 14 18:22:21.846903 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83987559-151d-49eb-a3c0-8c518b633033 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Pushing event updated for resources: {'Port': ['ID=44c1398c-f8a2-443b-b392-6a7be5a685ea,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:22:21.866394 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e200daf-37e6-4162-b1f8-5b352847feec req-83987559-151d-49eb-a3c0-8c518b633033 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:22:21.867027 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-3e200daf-37e6-4162-b1f8-5b352847feec req-83987559-151d-49eb-a3c0-8c518b633033 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for port, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:22:21.885712 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-3e200daf-37e6-4162-b1f8-5b352847feec req-83987559-151d-49eb-a3c0-8c518b633033 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5437243 Jun 14 18:22:21.899573 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [req-3e200daf-37e6-4162-b1f8-5b352847feec req-bc652ba2-9eb1-4f31-a05f-70c3b5f0a521 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 14 18:22:21.900682 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-3e200daf-37e6-4162-b1f8-5b352847feec req-bc652ba2-9eb1-4f31-a05f-70c3b5f0a521 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057657 Jun 14 18:22:21.955632 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:22:22.025689 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.v2.base [req-3e200daf-37e6-4162-b1f8-5b352847feec req-55263350-2cc6-4b83-b4df-36a7a1702a47 service neutron] Request body: {'port': {'device_id': '9476b87e-a93c-4700-811d-fb742b10bc2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82173'}} {{(pid=102477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:22:22.038024 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-c145a7f3-e1b0-4aaf-8940-576a3f9041aa None None] Provisioning complete for port 44c1398c-f8a2-443b-b392-6a7be5a685ea triggered by entity DHCP. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:22:22.038403 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-c145a7f3-e1b0-4aaf-8940-576a3f9041aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:22:22.071989 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-c145a7f3-e1b0-4aaf-8940-576a3f9041aa None None] Port 44c1398c-f8a2-443b-b392-6a7be5a685ea cannot update to ACTIVE because it is not bound. {{(pid=102478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jun 14 18:22:22.081386 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-3e200daf-37e6-4162-b1f8-5b352847feec req-55263350-2cc6-4b83-b4df-36a7a1702a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:22:22.349158 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.notifiers.nova [req-3e200daf-37e6-4162-b1f8-5b352847feec req-55263350-2cc6-4b83-b4df-36a7a1702a47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44c1398c-f8a2-443b-b392-6a7be5a685ea {{(pid=102477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:22:22.356950 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-3e200daf-37e6-4162-b1f8-5b352847feec req-55263350-2cc6-4b83-b4df-36a7a1702a47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:22:22.370717 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.provisioning_blocks [req-3e200daf-37e6-4162-b1f8-5b352847feec req-55263350-2cc6-4b83-b4df-36a7a1702a47 service neutron] Transition to ACTIVE for port object 44c1398c-f8a2-443b-b392-6a7be5a685ea will not be triggered until provisioned by entity L2. {{(pid=102477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 18:22:22.382024 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-3e200daf-37e6-4162-b1f8-5b352847feec req-55263350-2cc6-4b83-b4df-36a7a1702a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16661530'] for port, after_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:22:22.451640 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55263350-2cc6-4b83-b4df-36a7a1702a47 service neutron] Pushing event updated for resources: {'Port': ['ID=44c1398c-f8a2-443b-b392-6a7be5a685ea,revision_number=2']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:22:22.484188 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a1778-1fb8-49fd-8ef7-d413b0939330 req-bdfc26b9-17ac-4ebd-aa91-fd9d769bdb4c tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:22:22.485765 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-884a1778-1fb8-49fd-8ef7-d413b0939330 req-bdfc26b9-17ac-4ebd-aa91-fd9d769bdb4c tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/ports?device_id=9476b87e-a93c-4700-811d-fb742b10bc2d HTTP/1.1" status: 200 len: 943 time: 0.1133413 Jun 14 18:22:22.565072 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-884a1778-1fb8-49fd-8ef7-d413b0939330 req-29b199f9-7cc3-48f4-b4fc-4a603ce0cba3 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d470387-2453-4512-8700-9a7bba55fd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549128 Jun 14 18:22:22.565868 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.managers [req-3e200daf-37e6-4162-b1f8-5b352847feec req-55263350-2cc6-4b83-b4df-36a7a1702a47 service neutron] Attempting to bind port 44c1398c-f8a2-443b-b392-6a7be5a685ea on host hv-cinder-82173 for vnic_type normal with profile {{(pid=102477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 14 18:22:22.566197 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.managers [req-3e200daf-37e6-4162-b1f8-5b352847feec req-55263350-2cc6-4b83-b4df-36a7a1702a47 service neutron] Attempting to bind port 44c1398c-f8a2-443b-b392-6a7be5a685ea by drivers openvswitch,hyperv on host hv-cinder-82173 at level 0 using segments [{'id': '6328bd3b-152c-46b0-856b-068df43a7723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'a20cd105-ccee-4ccf-aa21-673440674804'}] {{(pid=102477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 14 18:22:22.566526 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e200daf-37e6-4162-b1f8-5b352847feec req-55263350-2cc6-4b83-b4df-36a7a1702a47 service neutron] Attempting to bind port 44c1398c-f8a2-443b-b392-6a7be5a685ea on network a20cd105-ccee-4ccf-aa21-673440674804 {{(pid=102477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:22:22.572257 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e200daf-37e6-4162-b1f8-5b352847feec req-55263350-2cc6-4b83-b4df-36a7a1702a47 service neutron] Port 44c1398c-f8a2-443b-b392-6a7be5a685ea on network a20cd105-ccee-4ccf-aa21-673440674804 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82173 {{(pid=102477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 14 18:22:22.572578 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e200daf-37e6-4162-b1f8-5b352847feec req-55263350-2cc6-4b83-b4df-36a7a1702a47 service neutron] Attempting to bind port 44c1398c-f8a2-443b-b392-6a7be5a685ea on network a20cd105-ccee-4ccf-aa21-673440674804 {{(pid=102477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:22:22.577602 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e200daf-37e6-4162-b1f8-5b352847feec req-55263350-2cc6-4b83-b4df-36a7a1702a47 service neutron] Checking agent: {'id': '37867b7d-ea9d-4c92-b09f-db78138d4892', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82173', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 9, 26), 'started_at': datetime.datetime(2022, 6, 14, 18, 9, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:22:22.578606 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e200daf-37e6-4162-b1f8-5b352847feec req-55263350-2cc6-4b83-b4df-36a7a1702a47 service neutron] Checking segment: {'id': '6328bd3b-152c-46b0-856b-068df43a7723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'a20cd105-ccee-4ccf-aa21-673440674804'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 14 18:22:22.578991 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e200daf-37e6-4162-b1f8-5b352847feec req-55263350-2cc6-4b83-b4df-36a7a1702a47 service neutron] Bound using segment: {'id': '6328bd3b-152c-46b0-856b-068df43a7723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'a20cd105-ccee-4ccf-aa21-673440674804'} {{(pid=102477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:22:22.579425 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.managers [req-3e200daf-37e6-4162-b1f8-5b352847feec req-55263350-2cc6-4b83-b4df-36a7a1702a47 service neutron] Bound port: 44c1398c-f8a2-443b-b392-6a7be5a685ea, host: hv-cinder-82173, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6328bd3b-152c-46b0-856b-068df43a7723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'a20cd105-ccee-4ccf-aa21-673440674804'}}] {{(pid=102477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 14 18:22:22.579783 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-3e200daf-37e6-4162-b1f8-5b352847feec req-55263350-2cc6-4b83-b4df-36a7a1702a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:22:22.646005 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.db [req-3e200daf-37e6-4162-b1f8-5b352847feec req-55263350-2cc6-4b83-b4df-36a7a1702a47 service neutron] For port 44c1398c-f8a2-443b-b392-6a7be5a685ea, host hv-cinder-82173, cleared binding levels {{(pid=102477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:22:22.648994 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.db [req-3e200daf-37e6-4162-b1f8-5b352847feec req-55263350-2cc6-4b83-b4df-36a7a1702a47 service neutron] For port 44c1398c-f8a2-443b-b392-6a7be5a685ea, host hv-cinder-82173, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=44c1398c-f8a2-443b-b392-6a7be5a685ea,segment=NetworkSegment(6328bd3b-152c-46b0-856b-068df43a7723),segment_id=6328bd3b-152c-46b0-856b-068df43a7723)] {{(pid=102477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:22:22.653456 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-3e200daf-37e6-4162-b1f8-5b352847feec req-55263350-2cc6-4b83-b4df-36a7a1702a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16661530'] for port, after_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:22:22.685233 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e200daf-37e6-4162-b1f8-5b352847feec req-55263350-2cc6-4b83-b4df-36a7a1702a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:22:22.685766 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-3e200daf-37e6-4162-b1f8-5b352847feec req-55263350-2cc6-4b83-b4df-36a7a1702a47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for port, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:22:22.687220 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-3e200daf-37e6-4162-b1f8-5b352847feec req-55263350-2cc6-4b83-b4df-36a7a1702a47 service neutron] 10.222.0.90 "PUT /v2.0/ports/44c1398c-f8a2-443b-b392-6a7be5a685ea HTTP/1.1" status: 200 len: 1093 time: 0.7738123 Jun 14 18:22:22.687504 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9476b87e-a93c-4700-811d-fb742b10bc2d', 'tag': '44c1398c-f8a2-443b-b392-6a7be5a685ea'}] {{(pid=102477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:22:22.689780 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63a05a5c49a881ad62840f65bcdf4689c8e257def52ee20504415851ea2faa0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92cd41d1-64bd-4ead-a9ec-3884f2516165" -d '{"events": [{"name": "network-changed", "server_uuid": "9476b87e-a93c-4700-811d-fb742b10bc2d", "tag": "44c1398c-f8a2-443b-b392-6a7be5a685ea"}]}' {{(pid=102477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:22:22.716884 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55263350-2cc6-4b83-b4df-36a7a1702a47 service neutron] Pushing event updated for resources: {'Port': ['ID=44c1398c-f8a2-443b-b392-6a7be5a685ea,revision_number=3']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:22:22.750545 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Jun 2022 18:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54448efa-d078-493b-919d-13f95b38d272 x-openstack-request-id: req-54448efa-d078-493b-919d-13f95b38d272 {{(pid=102477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:22:22.750833 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9476b87e-a93c-4700-811d-fb742b10bc2d", "tag": "44c1398c-f8a2-443b-b392-6a7be5a685ea", "status": "completed", "code": 200}]} {{(pid=102477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:22:22.751075 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-54448efa-d078-493b-919d-13f95b38d272 {{(pid=102477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:22:22.751466 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54448efa-d078-493b-919d-13f95b38d272'] response: {'name': 'network-changed', 'server_uuid': '9476b87e-a93c-4700-811d-fb742b10bc2d', 'tag': '44c1398c-f8a2-443b-b392-6a7be5a685ea', 'status': 'completed', 'code': 200} Jun 14 18:22:22.787800 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e200daf-37e6-4162-b1f8-5b352847feec req-ae8f7b29-dd8a-4848-b495-233dd6156692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:22:22.789310 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-3e200daf-37e6-4162-b1f8-5b352847feec req-ae8f7b29-dd8a-4848-b495-233dd6156692 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=927013c586d5417e99dbc2cf0a0eed12&device_id=9476b87e-a93c-4700-811d-fb742b10bc2d HTTP/1.1" status: 200 len: 1096 time: 0.0484598 Jun 14 18:22:22.836583 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-3e200daf-37e6-4162-b1f8-5b352847feec req-25ec4c5d-9063-4c3c-a33a-f01e0118ebd1 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44c1398c-f8a2-443b-b392-6a7be5a685ea HTTP/1.1" status: 200 len: 217 time: 0.0360105 Jun 14 18:22:22.892670 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e200daf-37e6-4162-b1f8-5b352847feec req-d6f4e6f4-bcae-427c-b76c-5e3f01de2a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:22:22.894152 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-3e200daf-37e6-4162-b1f8-5b352847feec req-d6f4e6f4-bcae-427c-b76c-5e3f01de2a94 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=adeaf354-122e-42a5-ab5f-7dce689ddb1f HTTP/1.1" status: 200 len: 854 time: 0.0480528 Jun 14 18:22:22.947018 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e200daf-37e6-4162-b1f8-5b352847feec req-d219f29b-b30f-4d19-94e2-13cc0b9a054b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:22:22.948494 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-3e200daf-37e6-4162-b1f8-5b352847feec req-d219f29b-b30f-4d19-94e2-13cc0b9a054b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a20cd105-ccee-4ccf-aa21-673440674804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441501 Jun 14 18:22:23.039219 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-3e200daf-37e6-4162-b1f8-5b352847feec req-d7ef71ab-9c6e-4a4a-939b-1ff0eac4ffd8 service neutron] 10.222.0.90 "GET /v2.0/networks/a20cd105-ccee-4ccf-aa21-673440674804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833752 Jun 14 18:22:23.130757 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-3e200daf-37e6-4162-b1f8-5b352847feec req-c1fcff69-b3cc-45ff-9b33-babd39220caf service neutron] 10.222.0.90 "GET /v2.0/networks/a20cd105-ccee-4ccf-aa21-673440674804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843017 Jun 14 18:22:23.228460 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cd41d1-64bd-4ead-a9ec-3884f2516165 req-fa254d8f-8487-4028-b1d4-17abc0f9a273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:22:23.230052 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-92cd41d1-64bd-4ead-a9ec-3884f2516165 req-fa254d8f-8487-4028-b1d4-17abc0f9a273 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=927013c586d5417e99dbc2cf0a0eed12&device_id=9476b87e-a93c-4700-811d-fb742b10bc2d HTTP/1.1" status: 200 len: 1096 time: 0.0439892 Jun 14 18:22:23.319886 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cd41d1-64bd-4ead-a9ec-3884f2516165 req-d47a37c8-2be1-40a5-bc31-e29f688bdaff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:22:23.321558 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-92cd41d1-64bd-4ead-a9ec-3884f2516165 req-d47a37c8-2be1-40a5-bc31-e29f688bdaff service neutron] 10.222.0.90 "GET /v2.0/networks?id=a20cd105-ccee-4ccf-aa21-673440674804 HTTP/1.1" status: 200 len: 917 time: 0.0849099 Jun 14 18:22:23.362263 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-92cd41d1-64bd-4ead-a9ec-3884f2516165 req-d0981437-d440-4ca4-9e1f-1ea229491f82 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44c1398c-f8a2-443b-b392-6a7be5a685ea HTTP/1.1" status: 200 len: 217 time: 0.0339041 Jun 14 18:22:23.411693 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cd41d1-64bd-4ead-a9ec-3884f2516165 req-ead3def0-9f98-47e4-9b2b-363a090cc5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:22:23.413129 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-92cd41d1-64bd-4ead-a9ec-3884f2516165 req-ead3def0-9f98-47e4-9b2b-363a090cc5f7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=adeaf354-122e-42a5-ab5f-7dce689ddb1f HTTP/1.1" status: 200 len: 854 time: 0.0432103 Jun 14 18:22:23.456613 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cd41d1-64bd-4ead-a9ec-3884f2516165 req-9721f607-fc6a-4dec-b4fc-5abde6bd4040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:22:23.458118 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-92cd41d1-64bd-4ead-a9ec-3884f2516165 req-9721f607-fc6a-4dec-b4fc-5abde6bd4040 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a20cd105-ccee-4ccf-aa21-673440674804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0378995 Jun 14 18:22:23.550934 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-92cd41d1-64bd-4ead-a9ec-3884f2516165 req-54fe4c5c-bb2b-4d69-94ba-8e5b18c211c0 service neutron] 10.222.0.90 "GET /v2.0/networks/a20cd105-ccee-4ccf-aa21-673440674804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851865 Jun 14 18:22:23.653601 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-92cd41d1-64bd-4ead-a9ec-3884f2516165 req-4d093126-e706-4e5c-9ed3-f012b3bca293 service neutron] 10.222.0.90 "GET /v2.0/networks/a20cd105-ccee-4ccf-aa21-673440674804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951741 Jun 14 18:22:23.688525 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ae446-0b7f-4895-bd18-d8237969709b req-d726b816-7039-4521-b7b9-ee42908f0a37 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:22:23.689914 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-4d3ae446-0b7f-4895-bd18-d8237969709b req-d726b816-7039-4521-b7b9-ee42908f0a37 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/ports?device_id=9476b87e-a93c-4700-811d-fb742b10bc2d HTTP/1.1" status: 200 len: 943 time: 0.0546706 Jun 14 18:22:23.727638 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-4d3ae446-0b7f-4895-bd18-d8237969709b req-97b2716d-10eb-4914-a09a-7e5935e41604 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d470387-2453-4512-8700-9a7bba55fd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317760 Jun 14 18:22:24.846773 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f7f99-fc50-4db6-81bf-3d28f07099db req-97160d32-5676-4720-9ccc-d24457373960 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:22:24.848240 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-4e4f7f99-fc50-4db6-81bf-3d28f07099db req-97160d32-5676-4720-9ccc-d24457373960 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/ports?device_id=9476b87e-a93c-4700-811d-fb742b10bc2d HTTP/1.1" status: 200 len: 943 time: 0.0512054 Jun 14 18:22:24.886840 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-4e4f7f99-fc50-4db6-81bf-3d28f07099db req-52e26dda-04ac-4385-8a0f-1f11100e7db3 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d470387-2453-4512-8700-9a7bba55fd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325603 Jun 14 18:22:25.042071 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device 44c1398c-f8a2-443b-b392-6a7be5a685ea details requested by agent hyperv_hv-cinder-82173 with host hv-cinder-82173 {{(pid=102478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 14 18:22:25.137199 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] For port 44c1398c-f8a2-443b-b392-6a7be5a685ea, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=44c1398c-f8a2-443b-b392-6a7be5a685ea,segment=NetworkSegment(6328bd3b-152c-46b0-856b-068df43a7723),segment_id=6328bd3b-152c-46b0-856b-068df43a7723)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:22:25.148147 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Returning: {'device': '44c1398c-f8a2-443b-b392-6a7be5a685ea', 'network_id': 'a20cd105-ccee-4ccf-aa21-673440674804', 'port_id': '44c1398c-f8a2-443b-b392-6a7be5a685ea', 'mac_address': 'fa:16:3e:ee:c2:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1001, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adeaf354-122e-42a5-ab5f-7dce689ddb1f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 14 18:22:25.192597 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Current status of the port 44c1398c-f8a2-443b-b392-6a7be5a685ea is: DOWN; New status is: BUILD {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:22:25.193251 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:22:25.207786 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.notifiers.nova [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44c1398c-f8a2-443b-b392-6a7be5a685ea {{(pid=102478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:22:25.226595 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] For port 44c1398c-f8a2-443b-b392-6a7be5a685ea, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=44c1398c-f8a2-443b-b392-6a7be5a685ea,segment=NetworkSegment(6328bd3b-152c-46b0-856b-068df43a7723),segment_id=6328bd3b-152c-46b0-856b-068df43a7723)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:22:25.230430 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:22:25.275208 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Pushing event updated for resources: {'Port': ['ID=44c1398c-f8a2-443b-b392-6a7be5a685ea,revision_number=4']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:22:25.282009 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:22:25.282353 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:22:25.282686 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:22:25.283023 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:22:25.283427 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:22:25.283669 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:22:25.283991 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:22:25.284308 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:22:25.284632 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:22:25.284952 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:22:25.285269 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:22:25.285582 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:22:25.499186 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] get_ports_and_sgs() called for port_ids ['44c1398c-f8a2-443b-b392-6a7be5a685ea'] {{(pid=102478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 14 18:22:26.001566 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f423760c-15eb-4368-ae46-2d60870882cd req-96e98f96-1d61-4682-99e0-4b7c3f4807ec tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:22:26.003033 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-f423760c-15eb-4368-ae46-2d60870882cd req-96e98f96-1d61-4682-99e0-4b7c3f4807ec tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/ports?device_id=9476b87e-a93c-4700-811d-fb742b10bc2d HTTP/1.1" status: 200 len: 944 time: 0.0482728 Jun 14 18:22:26.041906 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-f423760c-15eb-4368-ae46-2d60870882cd req-dac67d9b-e353-41e4-abce-ec0cce8a321d tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d470387-2453-4512-8700-9a7bba55fd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318730 Jun 14 18:22:27.058746 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device 44c1398c-f8a2-443b-b392-6a7be5a685ea up at agent hyperv_hv-cinder-82173 {{(pid=102478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:22:27.108334 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Provisioning for port 44c1398c-f8a2-443b-b392-6a7be5a685ea completed by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 18:22:27.112391 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.db.provisioning_blocks [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Provisioning complete for port 44c1398c-f8a2-443b-b392-6a7be5a685ea triggered by entity L2. {{(pid=102478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 18:22:27.112759 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955898'] for port, provisioning_complete {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:22:27.165281 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256c275b-ba10-4291-93e2-fc76c431b56e req-ff5fe534-10a4-4f97-83c9-7fa31bcd08d5 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:22:27.166826 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-256c275b-ba10-4291-93e2-fc76c431b56e req-ff5fe534-10a4-4f97-83c9-7fa31bcd08d5 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/ports?device_id=9476b87e-a93c-4700-811d-fb742b10bc2d HTTP/1.1" status: 200 len: 944 time: 0.0518093 Jun 14 18:22:27.205105 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-256c275b-ba10-4291-93e2-fc76c431b56e req-2d5c184b-a2dc-4679-96a5-c2ed5621e17a tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d470387-2453-4512-8700-9a7bba55fd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322008 Jun 14 18:22:27.205372 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Current status of the port 44c1398c-f8a2-443b-b392-6a7be5a685ea is: BUILD; New status is: ACTIVE {{(pid=102478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 14 18:22:27.205583 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608306'] for port, before_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:22:27.209278 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:22:27.229077 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9476b87e-a93c-4700-811d-fb742b10bc2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44c1398c-f8a2-443b-b392-6a7be5a685ea'}] {{(pid=102478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:22:27.231321 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d8e2526aaff2bef62a8f92ec40b510f98ca8a12776779af706bb4cba97706d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f622ed-515e-4ca6-919a-7b71716c4c8b" -d '{"events": [{"server_uuid": "9476b87e-a93c-4700-811d-fb742b10bc2d", "name": "network-vif-plugged", "status": "completed", "tag": "44c1398c-f8a2-443b-b392-6a7be5a685ea"}]}' {{(pid=102478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:22:27.244356 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.db [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] For port 44c1398c-f8a2-443b-b392-6a7be5a685ea, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=44c1398c-f8a2-443b-b392-6a7be5a685ea,segment=NetworkSegment(6328bd3b-152c-46b0-856b-068df43a7723),segment_id=6328bd3b-152c-46b0-856b-068df43a7723)] {{(pid=102478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:22:27.248499 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239583025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239190851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239198181'] for port, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:22:27.298057 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Pushing event updated for resources: {'Port': ['ID=44c1398c-f8a2-443b-b392-6a7be5a685ea,revision_number=5']} {{(pid=102478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:22:27.332710 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a72bba4-d33f-4a8f-bcbc-0e31fa369057 x-openstack-request-id: req-1a72bba4-d33f-4a8f-bcbc-0e31fa369057 {{(pid=102478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:22:27.333009 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9476b87e-a93c-4700-811d-fb742b10bc2d", "name": "network-vif-plugged", "status": "completed", "tag": "44c1398c-f8a2-443b-b392-6a7be5a685ea", "code": 200}]} {{(pid=102478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:22:27.333265 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1a72bba4-d33f-4a8f-bcbc-0e31fa369057 {{(pid=102478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:22:27.333687 dv-cinder-821739-1-iscsi neutron-server[102478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a72bba4-d33f-4a8f-bcbc-0e31fa369057'] response: {'server_uuid': '9476b87e-a93c-4700-811d-fb742b10bc2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44c1398c-f8a2-443b-b392-6a7be5a685ea', 'code': 200} Jun 14 18:22:27.511959 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f87394-576b-49b6-a35f-1cf754a732aa req-dba13c31-f257-45e7-bb7d-5d47bccbb121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:22:27.513454 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-89f87394-576b-49b6-a35f-1cf754a732aa req-dba13c31-f257-45e7-bb7d-5d47bccbb121 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=9476b87e-a93c-4700-811d-fb742b10bc2d HTTP/1.1" status: 200 len: 1098 time: 0.0430553 Jun 14 18:22:27.550276 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-89f87394-576b-49b6-a35f-1cf754a732aa req-fe97eb4a-3a6d-40ca-ae56-3c89d3ff4f06 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=2d470387-2453-4512-8700-9a7bba55fd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267947 Jun 14 18:22:28.319120 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d80499-a39c-432b-aa2e-40f5e2c76c38 req-5bab9532-e11a-4e37-927f-bf00f2ca5f77 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:22:28.320602 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-72d80499-a39c-432b-aa2e-40f5e2c76c38 req-5bab9532-e11a-4e37-927f-bf00f2ca5f77 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/ports?device_id=9476b87e-a93c-4700-811d-fb742b10bc2d HTTP/1.1" status: 200 len: 945 time: 0.0485446 Jun 14 18:22:28.358305 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-72d80499-a39c-432b-aa2e-40f5e2c76c38 req-f3419b40-cc21-4001-aaa8-cc3ba95600b6 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d470387-2453-4512-8700-9a7bba55fd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312099 Jun 14 18:22:29.488692 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bd14f1-f1a4-4b20-ad94-914aa28d3a7f req-2e7eac78-367f-4351-b45c-ae04851fe2a8 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:22:29.490170 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-17bd14f1-f1a4-4b20-ad94-914aa28d3a7f req-2e7eac78-367f-4351-b45c-ae04851fe2a8 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/ports?device_id=9476b87e-a93c-4700-811d-fb742b10bc2d HTTP/1.1" status: 200 len: 945 time: 0.0494936 Jun 14 18:22:29.527019 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-17bd14f1-f1a4-4b20-ad94-914aa28d3a7f req-9fc3b309-3e86-4242-98e6-8c22f82b5d78 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d470387-2453-4512-8700-9a7bba55fd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306184 Jun 14 18:22:29.635517 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aabed19-067e-4b5e-be1d-dffe3152e639 req-863b1c48-ea9b-4859-9d46-54a2b5cc3839 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:22:29.636914 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-9aabed19-067e-4b5e-be1d-dffe3152e639 req-863b1c48-ea9b-4859-9d46-54a2b5cc3839 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/ports?device_id=9476b87e-a93c-4700-811d-fb742b10bc2d HTTP/1.1" status: 200 len: 945 time: 0.0474846 Jun 14 18:22:29.645674 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 60264) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:22:29.650893 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.v2.base [None req-2c69b81e-c33e-47b6-bf52-ee917ab76518 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Request body: {'floatingip': {'port_id': '44c1398c-f8a2-443b-b392-6a7be5a685ea'}} {{(pid=102477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 18:22:29.688923 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-2c69b81e-c33e-47b6-bf52-ee917ab76518 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks [] for floatingip, before_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:22:30.127675 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-2c69b81e-c33e-47b6-bf52-ee917ab76518 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:22:30.132590 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-2c69b81e-c33e-47b6-bf52-ee917ab76518 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8287696'] for floatingip, after_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:22:30.232488 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.db.l3_db [None req-2c69b81e-c33e-47b6-bf52-ee917ab76518 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Floating IP c83428d9-443f-4f47-a38c-9852f9fba332 associated. External IP: 172.27.2.181, port: 44c1398c-f8a2-443b-b392-6a7be5a685ea. Jun 14 18:22:30.435474 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c69b81e-c33e-47b6-bf52-ee917ab76518 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Router ef5d4ac0-65e8-4141-a13d-576baaa329ba has already been hosted by L3 agent 2bd7ef4a-700f-45f4-ae1e-98ca6454acba {{(pid=102477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:22:30.543471 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c69b81e-c33e-47b6-bf52-ee917ab76518 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify agent at l3_agent.dv-cinder-821739-1-iscsi the message routers_updated {{(pid=102477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:22:30.548707 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-2c69b81e-c33e-47b6-bf52-ee917ab76518 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for floatingip, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:22:30.553258 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17aad083-78dd-47a5-9d90-e433be26f0b9 None None] Sync routers for ids ['ef5d4ac0-65e8-4141-a13d-576baaa329ba'] in dv-cinder-821739-1-iscsi {{(pid=102479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:22:30.563556 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17aad083-78dd-47a5-9d90-e433be26f0b9 None None] Routers {'ef5d4ac0-65e8-4141-a13d-576baaa329ba'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:22:30.564155 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-17aad083-78dd-47a5-9d90-e433be26f0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:22:19Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['ef5d4ac0-65e8-4141-a13d-576baaa329ba'], 'active': True} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:22:30.575141 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-2c69b81e-c33e-47b6-bf52-ee917ab76518 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "PUT /v2.0/floatingips/c83428d9-443f-4f47-a38c-9852f9fba332 HTTP/1.1" status: 200 len: 991 time: 0.9283035 Jun 14 18:22:30.575810 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9476b87e-a93c-4700-811d-fb742b10bc2d', 'tag': '44c1398c-f8a2-443b-b392-6a7be5a685ea'}] {{(pid=102477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:22:30.578124 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63a05a5c49a881ad62840f65bcdf4689c8e257def52ee20504415851ea2faa0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f06fed36-4ae2-4032-8f28-033ad6cc17dd" -d '{"events": [{"name": "network-changed", "server_uuid": "9476b87e-a93c-4700-811d-fb742b10bc2d", "tag": "44c1398c-f8a2-443b-b392-6a7be5a685ea"}]}' {{(pid=102477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:22:30.614851 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Jun 2022 18:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ccada91-9b4b-4054-8193-39e5fe00a656 x-openstack-request-id: req-3ccada91-9b4b-4054-8193-39e5fe00a656 {{(pid=102477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:22:30.615136 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9476b87e-a93c-4700-811d-fb742b10bc2d", "tag": "44c1398c-f8a2-443b-b392-6a7be5a685ea", "status": "completed", "code": 200}]} {{(pid=102477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:22:30.615385 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3ccada91-9b4b-4054-8193-39e5fe00a656 {{(pid=102477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:22:30.615782 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ccada91-9b4b-4054-8193-39e5fe00a656'] response: {'name': 'network-changed', 'server_uuid': '9476b87e-a93c-4700-811d-fb742b10bc2d', 'tag': '44c1398c-f8a2-443b-b392-6a7be5a685ea', 'status': 'completed', 'code': 200} Jun 14 18:22:30.669984 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvr_db [None req-17aad083-78dd-47a5-9d90-e433be26f0b9 None None] Set router ef5d4ac0-65e8-4141-a13d-576baaa329ba gateway port host: dv-cinder-821739-1-iscsi {{(pid=102479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:22:30.676372 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06fed36-4ae2-4032-8f28-033ad6cc17dd req-06905913-04cc-45c3-af27-910f9ea4b28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:22:30.677905 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-f06fed36-4ae2-4032-8f28-033ad6cc17dd req-06905913-04cc-45c3-af27-910f9ea4b28d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=927013c586d5417e99dbc2cf0a0eed12&device_id=9476b87e-a93c-4700-811d-fb742b10bc2d HTTP/1.1" status: 200 len: 1098 time: 0.0401723 Jun 14 18:22:30.769879 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06fed36-4ae2-4032-8f28-033ad6cc17dd req-8e61590c-8d5c-4779-8581-e1bd4b142456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:22:30.771364 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-f06fed36-4ae2-4032-8f28-033ad6cc17dd req-8e61590c-8d5c-4779-8581-e1bd4b142456 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a20cd105-ccee-4ccf-aa21-673440674804 HTTP/1.1" status: 200 len: 917 time: 0.0869112 Jun 14 18:22:30.838135 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-f06fed36-4ae2-4032-8f28-033ad6cc17dd req-2c08edef-cd5a-4525-91e7-ebcd19827433 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44c1398c-f8a2-443b-b392-6a7be5a685ea HTTP/1.1" status: 200 len: 999 time: 0.0594952 Jun 14 18:22:30.891075 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06fed36-4ae2-4032-8f28-033ad6cc17dd req-b9b5c008-48f4-46ee-9aea-4d25e4d743fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:22:30.892519 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-f06fed36-4ae2-4032-8f28-033ad6cc17dd req-b9b5c008-48f4-46ee-9aea-4d25e4d743fd service neutron] 10.222.0.90 "GET /v2.0/subnets?id=adeaf354-122e-42a5-ab5f-7dce689ddb1f HTTP/1.1" status: 200 len: 854 time: 0.0468421 Jun 14 18:22:30.894781 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-17aad083-78dd-47a5-9d90-e433be26f0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'name': 'tempest-AttachVolumeNegativeTest-1757857751-router', 'tenant_id': '927013c586d5417e99dbc2cf0a0eed12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '7b326511-d8fa-46b4-874b-af4d5a5cd3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:18:31Z', 'updated_at': '2022-06-14T18:18:35Z', 'revision_number': 4, 'project_id': '927013c586d5417e99dbc2cf0a0eed12', 'gw_port': {'id': '7b326511-d8fa-46b4-874b-af4d5a5cd3b4', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:18:32Z', 'updated_at': '2022-06-14T18:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_floatingips': [{'id': 'c83428d9-443f-4f47-a38c-9852f9fba332', 'tenant_id': '927013c586d5417e99dbc2cf0a0eed12', 'floating_ip_address': '172.27.2.181', 'floating_network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'router_id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'port_id': '44c1398c-f8a2-443b-b392-6a7be5a685ea', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a20cd105-ccee-4ccf-aa21-673440674804', 'mac_address': 'fa:16:3e:ee:c2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9476b87e-a93c-4700-811d-fb742b10bc2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:22:19Z', 'updated_at': '2022-06-14T18:22:30Z', 'revision_number': 1, 'project_id': '927013c586d5417e99dbc2cf0a0eed12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8767bc7-2de4-4c78-ac1a-3dfdba970188', 'name': '', 'network_id': 'a20cd105-ccee-4ccf-aa21-673440674804', 'tenant_id': '927013c586d5417e99dbc2cf0a0eed12', 'mac_address': 'fa:16:3e:f4:1a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'adeaf354-122e-42a5-ab5f-7dce689ddb1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:18:34Z', 'updated_at': '2022-06-14T18:18:40Z', 'revision_number': 5, 'project_id': '927013c586d5417e99dbc2cf0a0eed12', 'subnets': [{'id': 'adeaf354-122e-42a5-ab5f-7dce689ddb1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:22:30.927800 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17aad083-78dd-47a5-9d90-e433be26f0b9 None None] Checking router: ef5d4ac0-65e8-4141-a13d-576baaa329ba for host: dv-cinder-821739-1-iscsi {{(pid=102479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:22:30.936648 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17aad083-78dd-47a5-9d90-e433be26f0b9 None None] Routers {'ef5d4ac0-65e8-4141-a13d-576baaa329ba'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:22:30.937233 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-17aad083-78dd-47a5-9d90-e433be26f0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:22:19Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['ef5d4ac0-65e8-4141-a13d-576baaa329ba'], 'active': True} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:22:30.937802 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06fed36-4ae2-4032-8f28-033ad6cc17dd req-bc77cc2c-97ed-4d3d-81d0-5d0acec8d942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:22:30.939291 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-f06fed36-4ae2-4032-8f28-033ad6cc17dd req-bc77cc2c-97ed-4d3d-81d0-5d0acec8d942 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a20cd105-ccee-4ccf-aa21-673440674804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396950 Jun 14 18:22:31.028282 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-f06fed36-4ae2-4032-8f28-033ad6cc17dd req-f9266fb3-5be0-47f8-be80-6fe492a06fad service neutron] 10.222.0.90 "GET /v2.0/networks/a20cd105-ccee-4ccf-aa21-673440674804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810003 Jun 14 18:22:31.041610 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvr_db [None req-17aad083-78dd-47a5-9d90-e433be26f0b9 None None] Set router ef5d4ac0-65e8-4141-a13d-576baaa329ba gateway port host: dv-cinder-821739-1-iscsi {{(pid=102479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:22:31.120186 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-f06fed36-4ae2-4032-8f28-033ad6cc17dd req-3c9c85d3-a189-4ba5-bcf2-63e7016cbd4c service neutron] 10.222.0.90 "GET /v2.0/networks/a20cd105-ccee-4ccf-aa21-673440674804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845795 Jun 14 18:22:31.338680 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-17aad083-78dd-47a5-9d90-e433be26f0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'name': 'tempest-AttachVolumeNegativeTest-1757857751-router', 'tenant_id': '927013c586d5417e99dbc2cf0a0eed12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '7b326511-d8fa-46b4-874b-af4d5a5cd3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:18:31Z', 'updated_at': '2022-06-14T18:18:35Z', 'revision_number': 4, 'project_id': '927013c586d5417e99dbc2cf0a0eed12', 'gw_port': {'id': '7b326511-d8fa-46b4-874b-af4d5a5cd3b4', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:18:32Z', 'updated_at': '2022-06-14T18:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_floatingips': [{'id': 'c83428d9-443f-4f47-a38c-9852f9fba332', 'tenant_id': '927013c586d5417e99dbc2cf0a0eed12', 'floating_ip_address': '172.27.2.181', 'floating_network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'router_id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'port_id': '44c1398c-f8a2-443b-b392-6a7be5a685ea', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a20cd105-ccee-4ccf-aa21-673440674804', 'mac_address': 'fa:16:3e:ee:c2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9476b87e-a93c-4700-811d-fb742b10bc2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:22:19Z', 'updated_at': '2022-06-14T18:22:30Z', 'revision_number': 1, 'project_id': '927013c586d5417e99dbc2cf0a0eed12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8767bc7-2de4-4c78-ac1a-3dfdba970188', 'name': '', 'network_id': 'a20cd105-ccee-4ccf-aa21-673440674804', 'tenant_id': '927013c586d5417e99dbc2cf0a0eed12', 'mac_address': 'fa:16:3e:f4:1a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'adeaf354-122e-42a5-ab5f-7dce689ddb1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:18:34Z', 'updated_at': '2022-06-14T18:18:40Z', 'revision_number': 5, 'project_id': '927013c586d5417e99dbc2cf0a0eed12', 'subnets': [{'id': 'adeaf354-122e-42a5-ab5f-7dce689ddb1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:22:31.364513 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17aad083-78dd-47a5-9d90-e433be26f0b9 None None] The sync data for ids ['ef5d4ac0-65e8-4141-a13d-576baaa329ba'] in dv-cinder-821739-1-iscsi is: [{'id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'name': 'tempest-AttachVolumeNegativeTest-1757857751-router', 'tenant_id': '927013c586d5417e99dbc2cf0a0eed12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '7b326511-d8fa-46b4-874b-af4d5a5cd3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:18:31Z', 'updated_at': '2022-06-14T18:18:35Z', 'revision_number': 4, 'project_id': '927013c586d5417e99dbc2cf0a0eed12', 'gw_port': {'id': '7b326511-d8fa-46b4-874b-af4d5a5cd3b4', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:18:32Z', 'updated_at': '2022-06-14T18:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_floatingips': [{'id': 'c83428d9-443f-4f47-a38c-9852f9fba332', 'tenant_id': '927013c586d5417e99dbc2cf0a0eed12', 'floating_ip_address': '172.27.2.181', 'floating_network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'router_id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'port_id': '44c1398c-f8a2-443b-b392-6a7be5a685ea', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a20cd105-ccee-4ccf-aa21-673440674804', 'mac_address': 'fa:16:3e:ee:c2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9476b87e-a93c-4700-811d-fb742b10bc2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:22:19Z', 'updated_at': '2022-06-14T18:22:30Z', 'revision_number': 1, 'project_id': '927013c586d5417e99dbc2cf0a0eed12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8767bc7-2de4-4c78-ac1a-3dfdba970188', 'name': '', 'network_id': 'a20cd105-ccee-4ccf-aa21-673440674804', 'tenant_id': '927013c586d5417e99dbc2cf0a0eed12', 'mac_address': 'fa:16:3e:f4:1a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'adeaf354-122e-42a5-ab5f-7dce689ddb1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:18:34Z', 'updated_at': '2022-06-14T18:18:40Z', 'revision_number': 5, 'project_id': '927013c586d5417e99dbc2cf0a0eed12', 'subnets': [{'id': 'adeaf354-122e-42a5-ab5f-7dce689ddb1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:22:31.560472 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9f9669-d403-4510-96de-e91561329c53 None None] New status for floating IP c83428d9-443f-4f47-a38c-9852f9fba332: ACTIVE {{(pid=102478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 18:22:46.448679 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-f2ab7525-eb5b-4e0a-995f-c2246e20058a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:22:48.751190 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-1477fa62-b986-4049-b858-a8d5382f2ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:22:48.774867 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.agents_db [None req-d83a49a0-1be1-4d29-a7ba-91319940a8a9 None None] Agent healthcheck: found 6 active agents {{(pid=102479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 14 18:22:49.831721 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-cf1fda14-6f0d-42ea-928d-63fe9f24329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:22:51.635312 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-1a5f21f8-b210-492f-a8cf-2d8a6010caea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:22:51.958455 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:22:57.179097 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:16.399101 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3f03a1-a4d9-476f-9550-0f61a7b6559b req-4af6f77c-4407-4a59-acc1-fc1bed73d792 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:23:16.400567 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-cc3f03a1-a4d9-476f-9550-0f61a7b6559b req-4af6f77c-4407-4a59-acc1-fc1bed73d792 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/ports?device_id=9476b87e-a93c-4700-811d-fb742b10bc2d HTTP/1.1" status: 200 len: 945 time: 0.0517640 Jun 14 18:23:16.438002 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-cc3f03a1-a4d9-476f-9550-0f61a7b6559b req-be51aa51-93e9-4161-87da-db9632e098f0 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d470387-2453-4512-8700-9a7bba55fd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313601 Jun 14 18:23:16.450105 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-0d9b0d18-8060-48cb-baef-06d55652ba74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:17.559028 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210473ba-5bdc-4e7e-b115-0d7ebaecebf8 req-e883b03d-1a5d-40cc-a90a-5bc01569bc90 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:23:17.561833 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-210473ba-5bdc-4e7e-b115-0d7ebaecebf8 req-e883b03d-1a5d-40cc-a90a-5bc01569bc90 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/ports?device_id=9476b87e-a93c-4700-811d-fb742b10bc2d HTTP/1.1" status: 200 len: 945 time: 0.0513840 Jun 14 18:23:17.599181 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-210473ba-5bdc-4e7e-b115-0d7ebaecebf8 req-7e49a02a-a929-4009-83dd-a8ed44cd3805 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d470387-2453-4512-8700-9a7bba55fd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313365 Jun 14 18:23:18.106196 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3de3d0b-8fe1-49cf-a35e-97b610935b3c req-0af29eac-c4b2-4978-993e-d0dd020f7618 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:23:18.107610 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-d3de3d0b-8fe1-49cf-a35e-97b610935b3c req-0af29eac-c4b2-4978-993e-d0dd020f7618 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.90 "GET /v2.0/ports?device_id=9476b87e-a93c-4700-811d-fb742b10bc2d HTTP/1.1" status: 200 len: 945 time: 0.0525982 Jun 14 18:23:18.196878 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.plugin [req-d3de3d0b-8fe1-49cf-a35e-97b610935b3c req-6bf397f4-298f-4eb2-8ce5-ff565ef745f7 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Deleting port 44c1398c-f8a2-443b-b392-6a7be5a685ea {{(pid=102477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 14 18:23:18.197288 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-d3de3d0b-8fe1-49cf-a35e-97b610935b3c req-6bf397f4-298f-4eb2-8ce5-ff565ef745f7 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239577025'] for port, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:18.287572 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.db [req-d3de3d0b-8fe1-49cf-a35e-97b610935b3c req-6bf397f4-298f-4eb2-8ce5-ff565ef745f7 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] For port 44c1398c-f8a2-443b-b392-6a7be5a685ea, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=44c1398c-f8a2-443b-b392-6a7be5a685ea,segment=NetworkSegment(6328bd3b-152c-46b0-856b-068df43a7723),segment_id=6328bd3b-152c-46b0-856b-068df43a7723)] {{(pid=102477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:23:18.287936 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-d3de3d0b-8fe1-49cf-a35e-97b610935b3c req-6bf397f4-298f-4eb2-8ce5-ff565ef745f7 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282467'] for port, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:18.707945 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-d3de3d0b-8fe1-49cf-a35e-97b610935b3c req-6bf397f4-298f-4eb2-8ce5-ff565ef745f7 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:18.708617 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-d3de3d0b-8fe1-49cf-a35e-97b610935b3c req-6bf397f4-298f-4eb2-8ce5-ff565ef745f7 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8287696'] for floatingip, after_update {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:18.708617 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.db.l3_db [req-d3de3d0b-8fe1-49cf-a35e-97b610935b3c req-6bf397f4-298f-4eb2-8ce5-ff565ef745f7 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Floating IP c83428d9-443f-4f47-a38c-9852f9fba332 disassociated. External IP: 172.27.2.181, port: 44c1398c-f8a2-443b-b392-6a7be5a685ea. Jun 14 18:23:18.708836 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.plugin [req-d3de3d0b-8fe1-49cf-a35e-97b610935b3c req-6bf397f4-298f-4eb2-8ce5-ff565ef745f7 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Calling delete_port for 44c1398c-f8a2-443b-b392-6a7be5a685ea owned by compute:nova {{(pid=102477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 14 18:23:18.714283 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2439031-fea9-4af9-9dfa-a958e3f4b6ad req-14f72272-d0b6-4377-90b3-89f1b738b426 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:23:18.715760 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-c2439031-fea9-4af9-9dfa-a958e3f4b6ad req-14f72272-d0b6-4377-90b3-89f1b738b426 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/ports?device_id=9476b87e-a93c-4700-811d-fb742b10bc2d HTTP/1.1" status: 200 len: 945 time: 0.0485187 Jun 14 18:23:18.754481 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-7c5081e8-b5fe-403d-a631-c590c85a72e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:18.755095 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [req-c2439031-fea9-4af9-9dfa-a958e3f4b6ad req-8eaa34bc-92b0-4d03-93d7-8ac910a5915f tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d470387-2453-4512-8700-9a7bba55fd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328345 Jun 14 18:23:18.838871 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-d3de3d0b-8fe1-49cf-a35e-97b610935b3c req-6bf397f4-298f-4eb2-8ce5-ff565ef745f7 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239583007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239190869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16661523'] for port, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:18.866737 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf397f4-298f-4eb2-8ce5-ff565ef745f7 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Pushing event deleted for resources: {'Port': ['ID=44c1398c-f8a2-443b-b392-6a7be5a685ea,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:23:18.878094 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf397f4-298f-4eb2-8ce5-ff565ef745f7 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:23:18.878394 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf397f4-298f-4eb2-8ce5-ff565ef745f7 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:23:18.878726 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf397f4-298f-4eb2-8ce5-ff565ef745f7 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:23:18.879052 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf397f4-298f-4eb2-8ce5-ff565ef745f7 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:23:18.879371 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf397f4-298f-4eb2-8ce5-ff565ef745f7 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:23:18.879693 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf397f4-298f-4eb2-8ce5-ff565ef745f7 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:23:18.880011 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf397f4-298f-4eb2-8ce5-ff565ef745f7 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:23:18.880331 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf397f4-298f-4eb2-8ce5-ff565ef745f7 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:23:18.880646 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf397f4-298f-4eb2-8ce5-ff565ef745f7 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:23:18.880961 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf397f4-298f-4eb2-8ce5-ff565ef745f7 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:23:18.881272 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf397f4-298f-4eb2-8ce5-ff565ef745f7 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:23:18.881584 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf397f4-298f-4eb2-8ce5-ff565ef745f7 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:23:18.989435 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3de3d0b-8fe1-49cf-a35e-97b610935b3c req-6bf397f4-298f-4eb2-8ce5-ff565ef745f7 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Router ef5d4ac0-65e8-4141-a13d-576baaa329ba has already been hosted by L3 agent 2bd7ef4a-700f-45f4-ae1e-98ca6454acba {{(pid=102477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:23:19.098179 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3de3d0b-8fe1-49cf-a35e-97b610935b3c req-6bf397f4-298f-4eb2-8ce5-ff565ef745f7 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify agent at l3_agent.dv-cinder-821739-1-iscsi the message routers_updated {{(pid=102477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:23:19.108342 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9813764-c846-43a1-a0d6-8e1fd3d6f455 None None] Sync routers for ids ['ef5d4ac0-65e8-4141-a13d-576baaa329ba'] in dv-cinder-821739-1-iscsi {{(pid=102479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:23:19.117584 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9813764-c846-43a1-a0d6-8e1fd3d6f455 None None] Routers {'ef5d4ac0-65e8-4141-a13d-576baaa329ba'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:23:19.119554 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-b9813764-c846-43a1-a0d6-8e1fd3d6f455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:23:19Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['ef5d4ac0-65e8-4141-a13d-576baaa329ba'], 'active': True} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:23:19.139422 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3de3d0b-8fe1-49cf-a35e-97b610935b3c req-6bf397f4-298f-4eb2-8ce5-ff565ef745f7 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] No DVR routers for this DVR port 44c1398c-f8a2-443b-b392-6a7be5a685ea on host hv-cinder-82173 {{(pid=102477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 18:23:19.141934 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [req-d3de3d0b-8fe1-49cf-a35e-97b610935b3c req-6bf397f4-298f-4eb2-8ce5-ff565ef745f7 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for port, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:19.145288 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [req-d3de3d0b-8fe1-49cf-a35e-97b610935b3c req-6bf397f4-298f-4eb2-8ce5-ff565ef745f7 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.90 "DELETE /v2.0/ports/44c1398c-f8a2-443b-b392-6a7be5a685ea HTTP/1.1" status: 204 len: 173 time: 1.0281489 Jun 14 18:23:19.145823 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9476b87e-a93c-4700-811d-fb742b10bc2d', 'name': 'network-vif-deleted', 'tag': '44c1398c-f8a2-443b-b392-6a7be5a685ea'}] {{(pid=102477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:23:19.148106 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63a05a5c49a881ad62840f65bcdf4689c8e257def52ee20504415851ea2faa0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1141c8f1-c6db-450b-a7cf-d4ce87b6f326" -d '{"events": [{"server_uuid": "9476b87e-a93c-4700-811d-fb742b10bc2d", "name": "network-vif-deleted", "tag": "44c1398c-f8a2-443b-b392-6a7be5a685ea"}]}' {{(pid=102477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:23:19.185385 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-944ac0da-6d7d-4f3b-85b4-1632bc7e6984 x-openstack-request-id: req-944ac0da-6d7d-4f3b-85b4-1632bc7e6984 {{(pid=102477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:23:19.185702 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9476b87e-a93c-4700-811d-fb742b10bc2d", "name": "network-vif-deleted", "tag": "44c1398c-f8a2-443b-b392-6a7be5a685ea", "status": "completed", "code": 200}]} {{(pid=102477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:23:19.185961 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-944ac0da-6d7d-4f3b-85b4-1632bc7e6984 {{(pid=102477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:23:19.186354 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-944ac0da-6d7d-4f3b-85b4-1632bc7e6984'] response: {'server_uuid': '9476b87e-a93c-4700-811d-fb742b10bc2d', 'name': 'network-vif-deleted', 'tag': '44c1398c-f8a2-443b-b392-6a7be5a685ea', 'status': 'completed', 'code': 200} Jun 14 18:23:19.237397 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvr_db [None req-b9813764-c846-43a1-a0d6-8e1fd3d6f455 None None] Set router ef5d4ac0-65e8-4141-a13d-576baaa329ba gateway port host: dv-cinder-821739-1-iscsi {{(pid=102479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:23:19.448254 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-b9813764-c846-43a1-a0d6-8e1fd3d6f455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'name': 'tempest-AttachVolumeNegativeTest-1757857751-router', 'tenant_id': '927013c586d5417e99dbc2cf0a0eed12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '7b326511-d8fa-46b4-874b-af4d5a5cd3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:18:31Z', 'updated_at': '2022-06-14T18:18:35Z', 'revision_number': 4, 'project_id': '927013c586d5417e99dbc2cf0a0eed12', 'gw_port': {'id': '7b326511-d8fa-46b4-874b-af4d5a5cd3b4', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:18:32Z', 'updated_at': '2022-06-14T18:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_interfaces': [{'id': 'e8767bc7-2de4-4c78-ac1a-3dfdba970188', 'name': '', 'network_id': 'a20cd105-ccee-4ccf-aa21-673440674804', 'tenant_id': '927013c586d5417e99dbc2cf0a0eed12', 'mac_address': 'fa:16:3e:f4:1a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'adeaf354-122e-42a5-ab5f-7dce689ddb1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:18:34Z', 'updated_at': '2022-06-14T18:18:40Z', 'revision_number': 5, 'project_id': '927013c586d5417e99dbc2cf0a0eed12', 'subnets': [{'id': 'adeaf354-122e-42a5-ab5f-7dce689ddb1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:23:19.474653 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9813764-c846-43a1-a0d6-8e1fd3d6f455 None None] Checking router: ef5d4ac0-65e8-4141-a13d-576baaa329ba for host: dv-cinder-821739-1-iscsi {{(pid=102479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:23:19.483652 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9813764-c846-43a1-a0d6-8e1fd3d6f455 None None] Routers {'ef5d4ac0-65e8-4141-a13d-576baaa329ba'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:23:19.484245 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-b9813764-c846-43a1-a0d6-8e1fd3d6f455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:23:19Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['ef5d4ac0-65e8-4141-a13d-576baaa329ba'], 'active': True} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:23:19.589957 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvr_db [None req-b9813764-c846-43a1-a0d6-8e1fd3d6f455 None None] Set router ef5d4ac0-65e8-4141-a13d-576baaa329ba gateway port host: dv-cinder-821739-1-iscsi {{(pid=102479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:23:19.789300 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-b9813764-c846-43a1-a0d6-8e1fd3d6f455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'name': 'tempest-AttachVolumeNegativeTest-1757857751-router', 'tenant_id': '927013c586d5417e99dbc2cf0a0eed12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '7b326511-d8fa-46b4-874b-af4d5a5cd3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:18:31Z', 'updated_at': '2022-06-14T18:18:35Z', 'revision_number': 4, 'project_id': '927013c586d5417e99dbc2cf0a0eed12', 'gw_port': {'id': '7b326511-d8fa-46b4-874b-af4d5a5cd3b4', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:18:32Z', 'updated_at': '2022-06-14T18:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_interfaces': [{'id': 'e8767bc7-2de4-4c78-ac1a-3dfdba970188', 'name': '', 'network_id': 'a20cd105-ccee-4ccf-aa21-673440674804', 'tenant_id': '927013c586d5417e99dbc2cf0a0eed12', 'mac_address': 'fa:16:3e:f4:1a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'adeaf354-122e-42a5-ab5f-7dce689ddb1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:18:34Z', 'updated_at': '2022-06-14T18:18:40Z', 'revision_number': 5, 'project_id': '927013c586d5417e99dbc2cf0a0eed12', 'subnets': [{'id': 'adeaf354-122e-42a5-ab5f-7dce689ddb1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:23:19.821301 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9813764-c846-43a1-a0d6-8e1fd3d6f455 None None] The sync data for ids ['ef5d4ac0-65e8-4141-a13d-576baaa329ba'] in dv-cinder-821739-1-iscsi is: [{'id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'name': 'tempest-AttachVolumeNegativeTest-1757857751-router', 'tenant_id': '927013c586d5417e99dbc2cf0a0eed12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '7b326511-d8fa-46b4-874b-af4d5a5cd3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:18:31Z', 'updated_at': '2022-06-14T18:18:35Z', 'revision_number': 4, 'project_id': '927013c586d5417e99dbc2cf0a0eed12', 'gw_port': {'id': '7b326511-d8fa-46b4-874b-af4d5a5cd3b4', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:18:32Z', 'updated_at': '2022-06-14T18:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi', '_interfaces': [{'id': 'e8767bc7-2de4-4c78-ac1a-3dfdba970188', 'name': '', 'network_id': 'a20cd105-ccee-4ccf-aa21-673440674804', 'tenant_id': '927013c586d5417e99dbc2cf0a0eed12', 'mac_address': 'fa:16:3e:f4:1a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'adeaf354-122e-42a5-ab5f-7dce689ddb1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:18:34Z', 'updated_at': '2022-06-14T18:18:40Z', 'revision_number': 5, 'project_id': '927013c586d5417e99dbc2cf0a0eed12', 'subnets': [{'id': 'adeaf354-122e-42a5-ab5f-7dce689ddb1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:23:19.841771 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-cf1fda14-6f0d-42ea-928d-63fe9f24329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:19.842347 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 60346) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:23:19.898675 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-a0b9f06b-8d84-48a5-9ef0-f8e58d56afb6 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks [] for security_group, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:19.922180 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-a0b9f06b-8d84-48a5-9ef0-f8e58d56afb6 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:19.975158 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-a0b9f06b-8d84-48a5-9ef0-f8e58d56afb6 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:19.978618 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-a0b9f06b-8d84-48a5-9ef0-f8e58d56afb6 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks [] for security_group, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:19.979806 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-a0b9f06b-8d84-48a5-9ef0-f8e58d56afb6 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "DELETE /v2.0/security-groups/2d470387-2453-4512-8700-9a7bba55fd1e HTTP/1.1" status: 204 len: 168 time: 0.1364915 Jun 14 18:23:19.982705 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 60348) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:23:19.989136 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9f06b-8d84-48a5-9ef0-f8e58d56afb6 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d470387-2453-4512-8700-9a7bba55fd1e,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:23:19.998991 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.api.v2.resource [None req-94f163ed-5af1-423b-a5a2-d8609b2f03b6 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] show failed (client error): The resource could not be found. Jun 14 18:23:20.003099 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-94f163ed-5af1-423b-a5a2-d8609b2f03b6 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "GET /v2.0/security-groups/2d470387-2453-4512-8700-9a7bba55fd1e HTTP/1.1" status: 404 len: 347 time: 0.0184100 Jun 14 18:23:20.003678 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 60350) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:23:20.056517 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb7fcfe-7679-4346-abaa-43fd3ec7e3a8 None None] New status for floating IP c83428d9-443f-4f47-a38c-9852f9fba332: DOWN {{(pid=102478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 18:23:20.129116 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.plugin [None req-0f868342-0b66-4c9a-b750-9b2d9546a736 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Deleting port 7201ff54-7a76-4cc4-a3ce-a7f63aad5b11 {{(pid=102476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 14 18:23:20.129374 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-0f868342-0b66-4c9a-b750-9b2d9546a736 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239577025'] for port, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:20.476577 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-0f868342-0b66-4c9a-b750-9b2d9546a736 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282467'] for port, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:20.476905 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-0f868342-0b66-4c9a-b750-9b2d9546a736 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:20.489313 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.plugin [None req-0f868342-0b66-4c9a-b750-9b2d9546a736 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Calling delete_port for 7201ff54-7a76-4cc4-a3ce-a7f63aad5b11 owned by network:floatingip {{(pid=102476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 14 18:23:20.626468 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-0f868342-0b66-4c9a-b750-9b2d9546a736 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239583007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239190869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378765'] for port, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:20.657695 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f868342-0b66-4c9a-b750-9b2d9546a736 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Pushing event deleted for resources: {'Port': ['ID=7201ff54-7a76-4cc4-a3ce-a7f63aad5b11,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:23:20.682447 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f868342-0b66-4c9a-b750-9b2d9546a736 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:23:20.682790 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f868342-0b66-4c9a-b750-9b2d9546a736 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:23:20.683127 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f868342-0b66-4c9a-b750-9b2d9546a736 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:23:20.683456 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f868342-0b66-4c9a-b750-9b2d9546a736 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:23:20.683783 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f868342-0b66-4c9a-b750-9b2d9546a736 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:23:20.684114 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f868342-0b66-4c9a-b750-9b2d9546a736 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:23:20.684437 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f868342-0b66-4c9a-b750-9b2d9546a736 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:23:20.684756 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f868342-0b66-4c9a-b750-9b2d9546a736 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:23:20.685075 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f868342-0b66-4c9a-b750-9b2d9546a736 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:23:20.685394 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f868342-0b66-4c9a-b750-9b2d9546a736 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:23:20.685737 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f868342-0b66-4c9a-b750-9b2d9546a736 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:23:20.686056 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f868342-0b66-4c9a-b750-9b2d9546a736 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:23:20.727984 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-0f868342-0b66-4c9a-b750-9b2d9546a736 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks [] for floatingip, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:20.730575 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-0f868342-0b66-4c9a-b750-9b2d9546a736 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463339'] for floatingip, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:20.731753 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-0f868342-0b66-4c9a-b750-9b2d9546a736 tempest-AttachVolumeNegativeTest-156239343 tempest-AttachVolumeNegativeTest-156239343-project] 10.222.0.70 "DELETE /v2.0/floatingips/c83428d9-443f-4f47-a38c-9852f9fba332 HTTP/1.1" status: 204 len: 168 time: 0.7270896 Jun 14 18:23:21.373090 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device 44c1398c-f8a2-443b-b392-6a7be5a685ea no longer exists at agent hyperv_hv-cinder-82173 {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:23:21.396459 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] No Port match for: 44c1398c-f8a2-443b-b392-6a7be5a685ea {{(pid=102478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 14 18:23:21.396795 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Device 44c1398c-f8a2-443b-b392-6a7be5a685ea not bound to the agent host hv-cinder-82173 {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:23:21.637340 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-1a5f21f8-b210-492f-a8cf-2d8a6010caea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:21.963604 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:24.375783 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 60386) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:23:24.717349 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-2c868f9c-a31d-4551-bb2e-b0bca00238ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8284624'] for router_interface, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:24.967712 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.plugin [None req-2c868f9c-a31d-4551-bb2e-b0bca00238ee admin admin] Deleting port e8767bc7-2de4-4c78-ac1a-3dfdba970188 {{(pid=102476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 14 18:23:24.967961 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-2c868f9c-a31d-4551-bb2e-b0bca00238ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239577025'] for port, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:25.044644 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.db [None req-2c868f9c-a31d-4551-bb2e-b0bca00238ee admin admin] For port e8767bc7-2de4-4c78-ac1a-3dfdba970188, host dv-cinder-821739-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=e8767bc7-2de4-4c78-ac1a-3dfdba970188,segment=NetworkSegment(6328bd3b-152c-46b0-856b-068df43a7723),segment_id=6328bd3b-152c-46b0-856b-068df43a7723)] {{(pid=102476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:23:25.045006 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-2c868f9c-a31d-4551-bb2e-b0bca00238ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282467'] for port, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:25.056975 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.plugin [None req-2c868f9c-a31d-4551-bb2e-b0bca00238ee admin admin] Calling delete_port for e8767bc7-2de4-4c78-ac1a-3dfdba970188 owned by network:router_interface {{(pid=102476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 14 18:23:25.234897 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-2c868f9c-a31d-4551-bb2e-b0bca00238ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239583007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239190869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378765'] for port, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:25.261599 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c868f9c-a31d-4551-bb2e-b0bca00238ee admin admin] Pushing event deleted for resources: {'Port': ['ID=e8767bc7-2de4-4c78-ac1a-3dfdba970188,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:23:25.431223 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-2c868f9c-a31d-4551-bb2e-b0bca00238ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7944470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8284604'] for router_interface, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:25.644705 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c868f9c-a31d-4551-bb2e-b0bca00238ee admin admin] Router ef5d4ac0-65e8-4141-a13d-576baaa329ba has already been hosted by L3 agent 2bd7ef4a-700f-45f4-ae1e-98ca6454acba {{(pid=102476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:23:25.748870 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c868f9c-a31d-4551-bb2e-b0bca00238ee admin admin] Notify agent at l3_agent.dv-cinder-821739-1-iscsi the message routers_updated {{(pid=102476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:23:25.754595 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-2c868f9c-a31d-4551-bb2e-b0bca00238ee admin admin] 10.222.0.70 "PUT /v2.0/routers/ef5d4ac0-65e8-4141-a13d-576baaa329ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3777831 Jun 14 18:23:25.757170 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 60388) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:23:25.758827 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2692a487-f761-4df4-8c7d-960371b63f06 None None] Sync routers for ids ['ef5d4ac0-65e8-4141-a13d-576baaa329ba'] in dv-cinder-821739-1-iscsi {{(pid=102479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:23:25.774132 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2692a487-f761-4df4-8c7d-960371b63f06 None None] Routers {'ef5d4ac0-65e8-4141-a13d-576baaa329ba'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:23:25.774745 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-2692a487-f761-4df4-8c7d-960371b63f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:23:19Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['ef5d4ac0-65e8-4141-a13d-576baaa329ba'], 'active': True} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:23:25.776854 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.agents_db [None req-d83a49a0-1be1-4d29-a7ba-91319940a8a9 None None] Agent healthcheck: found 6 active agents {{(pid=102479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 14 18:23:25.858450 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-91c514b6-ed4c-4e8e-b5f8-4e48c48f0f27 admin admin] Notify callbacks [] for router, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:25.878770 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvr_db [None req-2692a487-f761-4df4-8c7d-960371b63f06 None None] Set router ef5d4ac0-65e8-4141-a13d-576baaa329ba gateway port host: dv-cinder-821739-1-iscsi {{(pid=102479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:23:25.958697 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-91c514b6-ed4c-4e8e-b5f8-4e48c48f0f27 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:26.010686 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.plugin [None req-91c514b6-ed4c-4e8e-b5f8-4e48c48f0f27 admin admin] Deleting port 7b326511-d8fa-46b4-874b-af4d5a5cd3b4 {{(pid=102476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 14 18:23:26.010940 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-91c514b6-ed4c-4e8e-b5f8-4e48c48f0f27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239577025'] for port, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:26.052753 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-2692a487-f761-4df4-8c7d-960371b63f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'name': 'tempest-AttachVolumeNegativeTest-1757857751-router', 'tenant_id': '927013c586d5417e99dbc2cf0a0eed12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'external_fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '7b326511-d8fa-46b4-874b-af4d5a5cd3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:18:31Z', 'updated_at': '2022-06-14T18:23:25Z', 'revision_number': 5, 'project_id': '927013c586d5417e99dbc2cf0a0eed12', 'gw_port': {'id': '7b326511-d8fa-46b4-874b-af4d5a5cd3b4', 'name': '', 'network_id': '0514a421-38fe-44fa-a158-ef00d417fed9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821739-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:18:32Z', 'updated_at': '2022-06-14T18:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5974f5a1-c656-4a3f-aaeb-f2cb77111b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821739-1-iscsi'}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:23:26.082204 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2692a487-f761-4df4-8c7d-960371b63f06 None None] Checking router: ef5d4ac0-65e8-4141-a13d-576baaa329ba for host: dv-cinder-821739-1-iscsi {{(pid=102479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:23:26.091095 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2692a487-f761-4df4-8c7d-960371b63f06 None None] Routers {'ef5d4ac0-65e8-4141-a13d-576baaa329ba'} bound to L3 agent in host dv-cinder-821739-1-iscsi {{(pid=102479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 14 18:23:26.091697 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-2692a487-f761-4df4-8c7d-960371b63f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821739-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-14T18:03:19Z,description=,heartbeat_timestamp=2022-06-14T18:23:19Z,host='dv-cinder-821739-1-iscsi',id=2bd7ef4a-700f-45f4-ae1e-98ca6454acba,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:03:19Z,topic='l3_agent')) {'router_ids': ['ef5d4ac0-65e8-4141-a13d-576baaa329ba'], 'active': True} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:23:26.093438 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.db [None req-91c514b6-ed4c-4e8e-b5f8-4e48c48f0f27 admin admin] For port 7b326511-d8fa-46b4-874b-af4d5a5cd3b4, host dv-cinder-821739-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=7b326511-d8fa-46b4-874b-af4d5a5cd3b4,segment=NetworkSegment(d3be3284-4005-440f-af8c-13455fbdf684),segment_id=d3be3284-4005-440f-af8c-13455fbdf684)] {{(pid=102476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:23:26.093835 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-91c514b6-ed4c-4e8e-b5f8-4e48c48f0f27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282467'] for port, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:26.106163 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.plugins.ml2.plugin [None req-91c514b6-ed4c-4e8e-b5f8-4e48c48f0f27 admin admin] Calling delete_port for 7b326511-d8fa-46b4-874b-af4d5a5cd3b4 owned by network:router_gateway {{(pid=102476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 14 18:23:26.177017 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_dvr_db [None req-2692a487-f761-4df4-8c7d-960371b63f06 None None] Set router ef5d4ac0-65e8-4141-a13d-576baaa329ba gateway port host: None {{(pid=102479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 14 18:23:26.276027 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-91c514b6-ed4c-4e8e-b5f8-4e48c48f0f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239583007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239190869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378765'] for port, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:26.302413 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c514b6-ed4c-4e8e-b5f8-4e48c48f0f27 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b326511-d8fa-46b4-874b-af4d5a5cd3b4,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:23:26.318688 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.l3_hamode_db [None req-2692a487-f761-4df4-8c7d-960371b63f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'name': 'tempest-AttachVolumeNegativeTest-1757857751-router', 'tenant_id': '927013c586d5417e99dbc2cf0a0eed12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:18:31Z', 'updated_at': '2022-06-14T18:23:25Z', 'revision_number': 6, 'project_id': '927013c586d5417e99dbc2cf0a0eed12', 'gw_port_host': None}], 'dv-cinder-821739-1-iscsi', False) {} {{(pid=102479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:23:26.346059 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2692a487-f761-4df4-8c7d-960371b63f06 None None] The sync data for ids ['ef5d4ac0-65e8-4141-a13d-576baaa329ba'] in dv-cinder-821739-1-iscsi is: [{'id': 'ef5d4ac0-65e8-4141-a13d-576baaa329ba', 'name': 'tempest-AttachVolumeNegativeTest-1757857751-router', 'tenant_id': '927013c586d5417e99dbc2cf0a0eed12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:18:31Z', 'updated_at': '2022-06-14T18:23:25Z', 'revision_number': 6, 'project_id': '927013c586d5417e99dbc2cf0a0eed12', 'gw_port_host': None}] {{(pid=102479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:23:26.370227 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-91c514b6-ed4c-4e8e-b5f8-4e48c48f0f27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8287518'] for router_gateway, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:26.460162 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-91c514b6-ed4c-4e8e-b5f8-4e48c48f0f27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16243'] for router, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:26.463097 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-91c514b6-ed4c-4e8e-b5f8-4e48c48f0f27 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:26.506443 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-91c514b6-ed4c-4e8e-b5f8-4e48c48f0f27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8278028'] for router, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:26.506962 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91c514b6-ed4c-4e8e-b5f8-4e48c48f0f27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef5d4ac0-65e8-4141-a13d-576baaa329ba {{(pid=102476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 14 18:23:26.511353 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-91c514b6-ed4c-4e8e-b5f8-4e48c48f0f27 admin admin] Notify callbacks [] for router, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:26.512486 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-91c514b6-ed4c-4e8e-b5f8-4e48c48f0f27 admin admin] 10.222.0.70 "DELETE /v2.0/routers/ef5d4ac0-65e8-4141-a13d-576baaa329ba HTTP/1.1" status: 204 len: 168 time: 0.7542310 Jun 14 18:23:26.515034 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 60390) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:23:26.559438 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0fe5d45-745e-4dae-8d45-1117596ffe0c admin admin] Deleting subnet adeaf354-122e-42a5-ab5f-7dce689ddb1f {{(pid=102476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jun 14 18:23:26.565938 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-e0fe5d45-745e-4dae-8d45-1117596ffe0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:26.600416 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-e0fe5d45-745e-4dae-8d45-1117596ffe0c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5425953'] for subnet, precommit_delete_associations {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:26.682490 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-e0fe5d45-745e-4dae-8d45-1117596ffe0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-977723'] for subnet, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:26.735312 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-e0fe5d45-745e-4dae-8d45-1117596ffe0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-977714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5378586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4368736'] for subnet, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:26.763938 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fe5d45-745e-4dae-8d45-1117596ffe0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adeaf354-122e-42a5-ab5f-7dce689ddb1f,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:23:26.768761 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-e0fe5d45-745e-4dae-8d45-1117596ffe0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:26.771972 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-e0fe5d45-745e-4dae-8d45-1117596ffe0c admin admin] 10.222.0.70 "DELETE /v2.0/subnets/adeaf354-122e-42a5-ab5f-7dce689ddb1f HTTP/1.1" status: 204 len: 168 time: 0.2560289 Jun 14 18:23:26.775148 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 60392) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:23:26.775802 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b02f38-61b4-4d75-9a92-3bbd2fa698d7 None None] Network a20cd105-ccee-4ccf-aa21-673440674804 requested from dv-cinder-821739-1-iscsi {{(pid=102478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 18:23:26.841392 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-d388881b-052f-4d69-9926-689741bab6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592896'] for network, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:26.891948 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.plugin [None req-d388881b-052f-4d69-9926-689741bab6f7 admin admin] Deleting port 9370245b-8e69-422c-8235-4cb04836212c {{(pid=102477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 14 18:23:26.892283 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-d388881b-052f-4d69-9926-689741bab6f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239577025'] for port, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:26.957561 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.db [None req-d388881b-052f-4d69-9926-689741bab6f7 admin admin] For port 9370245b-8e69-422c-8235-4cb04836212c, host dv-cinder-821739-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821739-1-iscsi',level=0,port_id=9370245b-8e69-422c-8235-4cb04836212c,segment=NetworkSegment(6328bd3b-152c-46b0-856b-068df43a7723),segment_id=6328bd3b-152c-46b0-856b-068df43a7723)] {{(pid=102477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:23:26.957959 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-d388881b-052f-4d69-9926-689741bab6f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282467'] for port, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:26.971557 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.plugin [None req-d388881b-052f-4d69-9926-689741bab6f7 admin admin] Calling delete_port for 9370245b-8e69-422c-8235-4cb04836212c owned by network:dhcp {{(pid=102477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 14 18:23:27.049540 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-d388881b-052f-4d69-9926-689741bab6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239583007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239190869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16661523'] for port, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:27.079173 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d388881b-052f-4d69-9926-689741bab6f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9370245b-8e69-422c-8235-4cb04836212c,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:23:27.080979 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d388881b-052f-4d69-9926-689741bab6f7 admin admin] No DVR routers for this DVR port 9370245b-8e69-422c-8235-4cb04836212c on host dv-cinder-821739-1-iscsi {{(pid=102477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 18:23:27.121859 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bcb1639-c373-4909-bbb6-86e602ca45ee None None] DHCP port deletion for a20cd105-ccee-4ccf-aa21-673440674804 request from dv-cinder-821739-1-iscsi {{(pid=102478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 14 18:23:27.167081 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-d388881b-052f-4d69-9926-689741bab6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-955256', 'neutron.services.segments.db._delete_segments_for_network-8758239721683'] for network, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:27.179687 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:27.186911 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.services.segments.db [None req-d388881b-052f-4d69-9926-689741bab6f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a20cd105-ccee-4ccf-aa21-673440674804']}} {{(pid=102477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:23:27.195981 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.services.segments.db [None req-d388881b-052f-4d69-9926-689741bab6f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6328bd3b-152c-46b0-856b-068df43a7723') {'for_net_delete': True} {{(pid=102477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:23:27.196264 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.services.segments.db [None req-d388881b-052f-4d69-9926-689741bab6f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6328bd3b-152c-46b0-856b-068df43a7723') {} {{(pid=102477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:23:27.206426 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-d388881b-052f-4d69-9926-689741bab6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758239721948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16658456'] for segment, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:27.219835 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-d388881b-052f-4d69-9926-689741bab6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977873'] for segment, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:27.227419 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d388881b-052f-4d69-9926-689741bab6f7 admin admin] Releasing vlan 1001 on physical network physnet1 to pool {{(pid=102477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 18:23:27.227952 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-d388881b-052f-4d69-9926-689741bab6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16661566'] for segment, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:27.247375 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.services.segments.plugin [-] Segment 6328bd3b-152c-46b0-856b-068df43a7723 resource provider aggregate not found Jun 14 18:23:27.285785 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.services.segments.plugin [-] Segment 6328bd3b-152c-46b0-856b-068df43a7723 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6328bd3b-152c-46b0-856b-068df43a7723 found for delete ", "request_id": "req-077f9d6a-8e7d-4569-a427-e6b9782fbdb9"}]} Jun 14 18:23:27.298857 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-d388881b-052f-4d69-9926-689741bab6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-955201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7944477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8287522'] for network, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:27.303479 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-d388881b-052f-4d69-9926-689741bab6f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7944499'] for network, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:27.307479 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-d388881b-052f-4d69-9926-689741bab6f7 admin admin] 10.222.0.70 "DELETE /v2.0/networks/a20cd105-ccee-4ccf-aa21-673440674804 HTTP/1.1" status: 204 len: 168 time: 0.5313392 Jun 14 18:23:27.319556 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d388881b-052f-4d69-9926-689741bab6f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a20cd105-ccee-4ccf-aa21-673440674804,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:23:27.490144 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 60400) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:23:27.511356 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device 7b326511-d8fa-46b4-874b-af4d5a5cd3b4 no longer exists at agent ovs-agent-dv-cinder-821739-1-iscsi {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:23:27.531054 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-62589a53-5444-4485-942d-8cfeb1d70e70 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=927013c586d5417e99dbc2cf0a0eed12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0397618 Jun 14 18:23:27.531369 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] No Port match for: 7b326511-d8fa-46b4-874b-af4d5a5cd3b4 {{(pid=102478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 14 18:23:27.531721 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device 7b326511-d8fa-46b4-874b-af4d5a5cd3b4 not bound to the agent host dv-cinder-821739-1-iscsi {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:23:27.532131 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device 9370245b-8e69-422c-8235-4cb04836212c no longer exists at agent ovs-agent-dv-cinder-821739-1-iscsi {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:23:27.533474 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 60402) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:23:27.550671 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] No Port match for: 9370245b-8e69-422c-8235-4cb04836212c {{(pid=102478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 14 18:23:27.551016 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device 9370245b-8e69-422c-8235-4cb04836212c not bound to the agent host dv-cinder-821739-1-iscsi {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:23:27.551428 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device e8767bc7-2de4-4c78-ac1a-3dfdba970188 no longer exists at agent ovs-agent-dv-cinder-821739-1-iscsi {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:23:27.574025 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] No Port match for: e8767bc7-2de4-4c78-ac1a-3dfdba970188 {{(pid=102478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 14 18:23:27.574437 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron.plugins.ml2.rpc [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Device e8767bc7-2de4-4c78-ac1a-3dfdba970188 not bound to the agent host dv-cinder-821739-1-iscsi {{(pid=102478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:23:27.585057 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-88221f9b-6c69-46eb-978f-a23dd07d5404 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:27.607477 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-88221f9b-6c69-46eb-978f-a23dd07d5404 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:27.657544 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-88221f9b-6c69-46eb-978f-a23dd07d5404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:27.659978 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-88221f9b-6c69-46eb-978f-a23dd07d5404 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:27.661105 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-88221f9b-6c69-46eb-978f-a23dd07d5404 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7bcf798a-e0b9-41f6-8c3a-5b93ff01e8db HTTP/1.1" status: 204 len: 168 time: 0.1266413 Jun 14 18:23:27.670305 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88221f9b-6c69-46eb-978f-a23dd07d5404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bcf798a-e0b9-41f6-8c3a-5b93ff01e8db,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:23:29.566009 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 60472) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:23:29.667970 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-e0b96bae-91ab-4e8f-bdd6-ed553bd9df0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:29.741162 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-e0b96bae-91ab-4e8f-bdd6-ed553bd9df0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:29.745537 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-e0b96bae-91ab-4e8f-bdd6-ed553bd9df0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:29.782988 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-e0b96bae-91ab-4e8f-bdd6-ed553bd9df0c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ea1972a3c50947e3954a2e90cdc203b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2159038 Jun 14 18:23:29.784094 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b96bae-91ab-4e8f-bdd6-ed553bd9df0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c46435e1-46e5-4837-8f87-87171998de21,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:23:29.785613 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 60476) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:23:29.835492 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-f5ad8f68-6c5e-4104-863f-7efd290ca956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:29.856774 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-f5ad8f68-6c5e-4104-863f-7efd290ca956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:29.906479 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-f5ad8f68-6c5e-4104-863f-7efd290ca956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:29.909015 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-f5ad8f68-6c5e-4104-863f-7efd290ca956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:29.910293 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-f5ad8f68-6c5e-4104-863f-7efd290ca956 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c46435e1-46e5-4837-8f87-87171998de21 HTTP/1.1" status: 204 len: 168 time: 0.1235676 Jun 14 18:23:29.917858 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ad8f68-6c5e-4104-863f-7efd290ca956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46435e1-46e5-4837-8f87-87171998de21,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:23:30.164890 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 60482) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:23:30.177625 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-93223905-de05-4dfa-8b12-af8b3e919794 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:30.250809 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-93223905-de05-4dfa-8b12-af8b3e919794 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:30.254176 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-93223905-de05-4dfa-8b12-af8b3e919794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:30.290586 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-93223905-de05-4dfa-8b12-af8b3e919794 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fa537ad10290414d80ed875931fd65d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1246338 Jun 14 18:23:30.291490 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93223905-de05-4dfa-8b12-af8b3e919794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be416519-b656-4abf-bc8a-f51f2d9c2308,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:23:30.293589 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 60484) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:23:30.341093 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-d3543419-8a78-4107-9f23-0fd0a44d3c39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:30.362271 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-d3543419-8a78-4107-9f23-0fd0a44d3c39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:30.410008 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-d3543419-8a78-4107-9f23-0fd0a44d3c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:30.412535 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-d3543419-8a78-4107-9f23-0fd0a44d3c39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:30.413690 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-d3543419-8a78-4107-9f23-0fd0a44d3c39 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/be416519-b656-4abf-bc8a-f51f2d9c2308 HTTP/1.1" status: 204 len: 168 time: 0.1190281 Jun 14 18:23:30.422795 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3543419-8a78-4107-9f23-0fd0a44d3c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be416519-b656-4abf-bc8a-f51f2d9c2308,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:23:46.452143 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-bc177059-442e-4a17-93c4-6af8fde8f581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:46.642490 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 60694) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:23:46.749587 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-c46032ca-cf09-4ba5-abdc-5939ce3c9d47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:46.821601 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-c46032ca-cf09-4ba5-abdc-5939ce3c9d47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:46.825515 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-c46032ca-cf09-4ba5-abdc-5939ce3c9d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:46.864632 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-c46032ca-cf09-4ba5-abdc-5939ce3c9d47 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=faee8e20726a4401a413947cfdbdc0f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2211297 Jun 14 18:23:46.865584 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46032ca-cf09-4ba5-abdc-5939ce3c9d47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f163b9f0-3399-4aff-835a-f458ed682160,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:23:46.867436 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 60698) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:23:46.915060 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-08d5bbdf-0546-495d-918c-a1919aa9efb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:46.940708 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-08d5bbdf-0546-495d-918c-a1919aa9efb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:46.986900 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-08d5bbdf-0546-495d-918c-a1919aa9efb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:46.989415 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-08d5bbdf-0546-495d-918c-a1919aa9efb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:46.990584 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-08d5bbdf-0546-495d-918c-a1919aa9efb9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f163b9f0-3399-4aff-835a-f458ed682160 HTTP/1.1" status: 204 len: 168 time: 0.1221309 Jun 14 18:23:46.998071 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d5bbdf-0546-495d-918c-a1919aa9efb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f163b9f0-3399-4aff-835a-f458ed682160,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:23:47.255908 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 60704) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:23:47.282482 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-df21e06b-ff8a-46df-8196-d9a5646770bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:47.358863 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-df21e06b-ff8a-46df-8196-d9a5646770bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:47.363325 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-df21e06b-ff8a-46df-8196-d9a5646770bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:47.401017 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-df21e06b-ff8a-46df-8196-d9a5646770bd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bed717420179456697d230206debb80f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1440320 Jun 14 18:23:47.401876 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df21e06b-ff8a-46df-8196-d9a5646770bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8718006-b0fc-49a0-890f-b77f605c8d4a,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:23:47.404024 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 60706) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:23:47.452175 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-7ad6b96f-a49f-4a1f-a8a8-0599ec0dcc00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:47.473411 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-7ad6b96f-a49f-4a1f-a8a8-0599ec0dcc00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:47.519267 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-7ad6b96f-a49f-4a1f-a8a8-0599ec0dcc00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:47.521746 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-7ad6b96f-a49f-4a1f-a8a8-0599ec0dcc00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:47.522876 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-7ad6b96f-a49f-4a1f-a8a8-0599ec0dcc00 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c8718006-b0fc-49a0-890f-b77f605c8d4a HTTP/1.1" status: 204 len: 168 time: 0.1178679 Jun 14 18:23:47.530433 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad6b96f-a49f-4a1f-a8a8-0599ec0dcc00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8718006-b0fc-49a0-890f-b77f605c8d4a,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:23:48.756746 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-e95474cf-a9f4-4e6f-9442-51efbfc3d983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:49.831746 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-cf1fda14-6f0d-42ea-928d-63fe9f24329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:51.641484 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-1a5f21f8-b210-492f-a8cf-2d8a6010caea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:51.967934 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:57.181171 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:59.319043 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 60842) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:23:59.424924 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-bd46d329-9ddb-4b15-a9d7-325e8ec49807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:59.502740 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-bd46d329-9ddb-4b15-a9d7-325e8ec49807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:59.506196 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-bd46d329-9ddb-4b15-a9d7-325e8ec49807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:59.544824 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-bd46d329-9ddb-4b15-a9d7-325e8ec49807 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d8f16c4aeaa94dadad5723819ef6c532&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2247145 Jun 14 18:23:59.545692 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd46d329-9ddb-4b15-a9d7-325e8ec49807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e52fae3-95ff-4051-a3fb-586991658963,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:23:59.547537 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 60846) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:23:59.595784 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-399f4efb-89ff-49ea-b75e-203d86c62b9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:59.616964 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-399f4efb-89ff-49ea-b75e-203d86c62b9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:59.662845 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-399f4efb-89ff-49ea-b75e-203d86c62b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:59.665422 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-399f4efb-89ff-49ea-b75e-203d86c62b9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:23:59.666614 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-399f4efb-89ff-49ea-b75e-203d86c62b9c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3e52fae3-95ff-4051-a3fb-586991658963 HTTP/1.1" status: 204 len: 168 time: 0.1180499 Jun 14 18:23:59.675510 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399f4efb-89ff-49ea-b75e-203d86c62b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e52fae3-95ff-4051-a3fb-586991658963,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:23:59.929990 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 60852) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:23:59.943113 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-b9791212-ca92-4bce-9b34-1c7d325b73ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:24:00.019342 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-b9791212-ca92-4bce-9b34-1c7d325b73ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:24:00.023391 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-b9791212-ca92-4bce-9b34-1c7d325b73ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:24:00.059647 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9791212-ca92-4bce-9b34-1c7d325b73ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=086d7a3e-7327-4ad9-87cb-2dc3834ea1d9,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:24:00.063940 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-b9791212-ca92-4bce-9b34-1c7d325b73ff admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b61da1b22ab44588b4b26f5108fe504d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1329489 Jun 14 18:24:00.066541 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 60854) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:24:00.113983 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-a4be363e-3ef4-4aa2-9a6f-d77cdba3ef4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:24:00.135639 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-a4be363e-3ef4-4aa2-9a6f-d77cdba3ef4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:24:00.187659 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-a4be363e-3ef4-4aa2-9a6f-d77cdba3ef4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:24:00.190190 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-a4be363e-3ef4-4aa2-9a6f-d77cdba3ef4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:24:00.191346 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-a4be363e-3ef4-4aa2-9a6f-d77cdba3ef4a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/086d7a3e-7327-4ad9-87cb-2dc3834ea1d9 HTTP/1.1" status: 204 len: 168 time: 0.1238921 Jun 14 18:24:00.199300 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4be363e-3ef4-4aa2-9a6f-d77cdba3ef4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=086d7a3e-7327-4ad9-87cb-2dc3834ea1d9,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:24:02.776368 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.agents_db [None req-d83a49a0-1be1-4d29-a7ba-91319940a8a9 None None] Agent healthcheck: found 6 active agents {{(pid=102479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 14 18:24:05.993058 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 60936) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:24:06.117643 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-f359be15-a46d-48aa-be83-8e9fe476aded admin admin] Notify callbacks [] for security_group, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:24:06.191445 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-f359be15-a46d-48aa-be83-8e9fe476aded admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:24:06.195094 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-f359be15-a46d-48aa-be83-8e9fe476aded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:24:06.235863 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-f359be15-a46d-48aa-be83-8e9fe476aded admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=592680c603bb4767bb3d96d7b24bd459&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2417107 Jun 14 18:24:06.236967 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f359be15-a46d-48aa-be83-8e9fe476aded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c927e9-6d84-4c5e-bb11-88e909d6253a,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:24:06.238647 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 60940) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:24:06.285349 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-64ac6a38-df2d-48f9-a201-c487e55454be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:24:06.306729 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-64ac6a38-df2d-48f9-a201-c487e55454be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:24:06.351232 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-64ac6a38-df2d-48f9-a201-c487e55454be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:24:06.353805 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-64ac6a38-df2d-48f9-a201-c487e55454be admin admin] Notify callbacks [] for security_group, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:24:06.354921 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-64ac6a38-df2d-48f9-a201-c487e55454be admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/68c927e9-6d84-4c5e-bb11-88e909d6253a HTTP/1.1" status: 204 len: 168 time: 0.1152990 Jun 14 18:24:06.363524 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ac6a38-df2d-48f9-a201-c487e55454be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c927e9-6d84-4c5e-bb11-88e909d6253a,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:24:06.619249 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 60946) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:24:06.633120 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-f43825c7-c5bc-4bbe-8c0d-2fb006c17f82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:24:06.709813 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-f43825c7-c5bc-4bbe-8c0d-2fb006c17f82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:24:06.713578 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-f43825c7-c5bc-4bbe-8c0d-2fb006c17f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:24:06.755407 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-f43825c7-c5bc-4bbe-8c0d-2fb006c17f82 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7244812eabea4c8c808503c56d2b309b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1351724 Jun 14 18:24:06.756246 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43825c7-c5bc-4bbe-8c0d-2fb006c17f82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fdaf4c0-3b94-497e-ac44-9c1fb3251b08,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:24:06.758152 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 60948) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:24:06.807153 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-7e568d69-b833-40d1-ba94-e69b7d994888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:24:06.830060 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-7e568d69-b833-40d1-ba94-e69b7d994888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:24:06.876969 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-7e568d69-b833-40d1-ba94-e69b7d994888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:24:06.879470 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-7e568d69-b833-40d1-ba94-e69b7d994888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:24:06.880605 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-7e568d69-b833-40d1-ba94-e69b7d994888 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8fdaf4c0-3b94-497e-ac44-9c1fb3251b08 HTTP/1.1" status: 204 len: 168 time: 0.1214609 Jun 14 18:24:06.889972 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e568d69-b833-40d1-ba94-e69b7d994888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fdaf4c0-3b94-497e-ac44-9c1fb3251b08,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:24:08.546156 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 32770) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:24:08.655062 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-7930b082-cb3c-4d10-abd8-410b9e149322 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:24:08.727555 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-7930b082-cb3c-4d10-abd8-410b9e149322 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:24:08.731943 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-7930b082-cb3c-4d10-abd8-410b9e149322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:24:08.773642 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-7930b082-cb3c-4d10-abd8-410b9e149322 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6f57991fee374466ba346a4c3ecca82f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2264309 Jun 14 18:24:08.775588 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7930b082-cb3c-4d10-abd8-410b9e149322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=905be139-646b-4af5-8832-8c28741700f1,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:24:08.776462 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 32774) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:24:08.835485 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-a5dd9c3c-923c-4761-b11a-6a0b9a3eb43a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:24:08.856255 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-a5dd9c3c-923c-4761-b11a-6a0b9a3eb43a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:24:08.903035 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-a5dd9c3c-923c-4761-b11a-6a0b9a3eb43a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:24:08.905738 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-a5dd9c3c-923c-4761-b11a-6a0b9a3eb43a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:24:08.908271 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-a5dd9c3c-923c-4761-b11a-6a0b9a3eb43a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/905be139-646b-4af5-8832-8c28741700f1 HTTP/1.1" status: 204 len: 168 time: 0.1306009 Jun 14 18:24:08.916056 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dd9c3c-923c-4761-b11a-6a0b9a3eb43a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=905be139-646b-4af5-8832-8c28741700f1,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:24:09.198696 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 32780) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:24:09.211306 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-983bc8e4-b2ba-4471-a789-65b2a6787347 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:24:09.289286 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-983bc8e4-b2ba-4471-a789-65b2a6787347 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:24:09.292675 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-983bc8e4-b2ba-4471-a789-65b2a6787347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:24:09.330234 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-983bc8e4-b2ba-4471-a789-65b2a6787347 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=26ef180902b7414e8cab9d1c61cb4201&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1304827 Jun 14 18:24:09.331168 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983bc8e4-b2ba-4471-a789-65b2a6787347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=753f8b11-9e4a-4cec-bfa2-8fe779ad1f7b,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:24:09.333135 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 32782) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:24:09.385414 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-63ca0b13-9cb9-4a5d-974b-b34225782218 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:24:09.406880 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-63ca0b13-9cb9-4a5d-974b-b34225782218 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:24:09.451879 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-63ca0b13-9cb9-4a5d-974b-b34225782218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:24:09.454790 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-63ca0b13-9cb9-4a5d-974b-b34225782218 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:24:09.455913 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-63ca0b13-9cb9-4a5d-974b-b34225782218 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/753f8b11-9e4a-4cec-bfa2-8fe779ad1f7b HTTP/1.1" status: 204 len: 168 time: 0.1215560 Jun 14 18:24:09.465905 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ca0b13-9cb9-4a5d-974b-b34225782218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=753f8b11-9e4a-4cec-bfa2-8fe779ad1f7b,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:24:16.454318 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2d7cc45e-0d9c-466b-a49b-27d88c7a5b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:24:17.527603 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 32904) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:24:17.631089 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-e62b4f47-85ca-4319-b93d-0f75ce902526 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:24:17.703856 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-e62b4f47-85ca-4319-b93d-0f75ce902526 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:24:17.708302 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-e62b4f47-85ca-4319-b93d-0f75ce902526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:24:17.746083 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-e62b4f47-85ca-4319-b93d-0f75ce902526 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=49f5ff44f8e9439d9fb38a7c168e2abe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2172301 Jun 14 18:24:17.747770 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62b4f47-85ca-4319-b93d-0f75ce902526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93ade252-dba6-4dab-99bb-5244a45f45a1,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:24:17.749396 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 32908) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:24:17.799506 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-e7d0af3c-deaa-41da-b5be-7fd123cbef2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:24:17.823654 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-e7d0af3c-deaa-41da-b5be-7fd123cbef2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:24:17.877128 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-e7d0af3c-deaa-41da-b5be-7fd123cbef2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:24:17.879886 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-e7d0af3c-deaa-41da-b5be-7fd123cbef2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:24:17.881144 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-e7d0af3c-deaa-41da-b5be-7fd123cbef2e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/93ade252-dba6-4dab-99bb-5244a45f45a1 HTTP/1.1" status: 204 len: 168 time: 0.1307423 Jun 14 18:24:17.890079 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d0af3c-deaa-41da-b5be-7fd123cbef2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ade252-dba6-4dab-99bb-5244a45f45a1,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:24:18.142920 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 32914) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:24:18.158390 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-08b729fe-3728-48d7-b569-b22beec0427c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:24:18.236246 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-08b729fe-3728-48d7-b569-b22beec0427c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:24:18.239877 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-08b729fe-3728-48d7-b569-b22beec0427c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:24:18.274852 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-08b729fe-3728-48d7-b569-b22beec0427c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=aee9e88da6864bc6830725eb38a13d04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1308079 Jun 14 18:24:18.276566 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b729fe-3728-48d7-b569-b22beec0427c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e98cc8-5545-4d3b-96e7-3480176134e1,revision_number=1']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:24:18.278574 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 32916) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:24:18.327863 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-589fbe75-f481-47dc-88a2-0ceb3d531fb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:24:18.349914 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-589fbe75-f481-47dc-88a2-0ceb3d531fb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:24:18.398669 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-589fbe75-f481-47dc-88a2-0ceb3d531fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:24:18.401269 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-589fbe75-f481-47dc-88a2-0ceb3d531fb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:24:18.403039 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-589fbe75-f481-47dc-88a2-0ceb3d531fb7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d2e98cc8-5545-4d3b-96e7-3480176134e1 HTTP/1.1" status: 204 len: 168 time: 0.1223574 Jun 14 18:24:18.411225 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589fbe75-f481-47dc-88a2-0ceb3d531fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e98cc8-5545-4d3b-96e7-3480176134e1,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:24:18.733032 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 32922) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:24:18.750453 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-385d6a8f-47ce-41c4-8e7a-4c86f6bc6d6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:24:18.765285 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-ad9c9476-2d3f-4e0b-beb8-c3125a63e100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:24:18.833692 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-385d6a8f-47ce-41c4-8e7a-4c86f6bc6d6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:24:18.837356 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-385d6a8f-47ce-41c4-8e7a-4c86f6bc6d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:24:18.873131 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385d6a8f-47ce-41c4-8e7a-4c86f6bc6d6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c4fa46-3099-4bd4-9408-12fa93fb6f75,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:24:18.877349 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-385d6a8f-47ce-41c4-8e7a-4c86f6bc6d6e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=18ec22ee0c2447a99405d7e91df2f747&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1432922 Jun 14 18:24:18.880503 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 32924) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:24:18.926855 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-aa6f0197-cf21-41a0-8c48-f54514d3b098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:24:18.948167 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-aa6f0197-cf21-41a0-8c48-f54514d3b098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:24:18.995294 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-aa6f0197-cf21-41a0-8c48-f54514d3b098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:24:18.998839 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-aa6f0197-cf21-41a0-8c48-f54514d3b098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:24:19.000115 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-aa6f0197-cf21-41a0-8c48-f54514d3b098 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/58c4fa46-3099-4bd4-9408-12fa93fb6f75 HTTP/1.1" status: 204 len: 168 time: 0.1191797 Jun 14 18:24:19.010639 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6f0197-cf21-41a0-8c48-f54514d3b098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c4fa46-3099-4bd4-9408-12fa93fb6f75,revision_number=None']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:24:19.837035 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-cf1fda14-6f0d-42ea-928d-63fe9f24329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:24:21.642280 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-1a5f21f8-b210-492f-a8cf-2d8a6010caea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:24:21.970708 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:24:27.183077 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:24:29.682428 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [-] (102476) accepted ('10.222.0.70', 33058) {{(pid=102476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:24:29.789217 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-281000af-28ea-4f06-8662-b596d52f4967 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:24:29.862156 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-281000af-28ea-4f06-8662-b596d52f4967 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:24:29.865267 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron_lib.callbacks.manager [None req-281000af-28ea-4f06-8662-b596d52f4967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_create {{(pid=102476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:24:29.902647 dv-cinder-821739-1-iscsi neutron-server[102476]: INFO neutron.wsgi [None req-281000af-28ea-4f06-8662-b596d52f4967 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6da588a654194c37a9e6fadb1ad30ebe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2191668 Jun 14 18:24:29.903493 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281000af-28ea-4f06-8662-b596d52f4967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d2ccc25-3187-4aff-9677-4a79b6c69beb,revision_number=1']} {{(pid=102476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:24:29.905445 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [-] (102477) accepted ('10.222.0.70', 33062) {{(pid=102477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 14 18:24:29.911709 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281000af-28ea-4f06-8662-b596d52f4967 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:24:29.912052 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281000af-28ea-4f06-8662-b596d52f4967 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:24:29.912383 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281000af-28ea-4f06-8662-b596d52f4967 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:24:29.912710 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281000af-28ea-4f06-8662-b596d52f4967 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:24:29.913034 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281000af-28ea-4f06-8662-b596d52f4967 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:24:29.913356 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281000af-28ea-4f06-8662-b596d52f4967 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:24:29.913703 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281000af-28ea-4f06-8662-b596d52f4967 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:24:29.914027 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281000af-28ea-4f06-8662-b596d52f4967 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:24:29.914345 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281000af-28ea-4f06-8662-b596d52f4967 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:24:29.914664 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281000af-28ea-4f06-8662-b596d52f4967 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:24:29.914972 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281000af-28ea-4f06-8662-b596d52f4967 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:24:29.915289 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281000af-28ea-4f06-8662-b596d52f4967 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:24:29.955859 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-517ce25b-c870-4822-b4a3-e118b780f28c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:24:29.978630 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-517ce25b-c870-4822-b4a3-e118b780f28c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:24:30.022628 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-517ce25b-c870-4822-b4a3-e118b780f28c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8284729'] for security_group, after_delete {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:24:30.025576 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron_lib.callbacks.manager [None req-517ce25b-c870-4822-b4a3-e118b780f28c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:24:30.026977 dv-cinder-821739-1-iscsi neutron-server[102477]: INFO neutron.wsgi [None req-517ce25b-c870-4822-b4a3-e118b780f28c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3d2ccc25-3187-4aff-9677-4a79b6c69beb HTTP/1.1" status: 204 len: 168 time: 0.1196187 Jun 14 18:24:30.034907 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ce25b-c870-4822-b4a3-e118b780f28c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d2ccc25-3187-4aff-9677-4a79b6c69beb,revision_number=None']} {{(pid=102477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:24:30.041895 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ce25b-c870-4822-b4a3-e118b780f28c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:24:30.042241 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ce25b-c870-4822-b4a3-e118b780f28c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:24:30.042578 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ce25b-c870-4822-b4a3-e118b780f28c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:24:30.042908 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ce25b-c870-4822-b4a3-e118b780f28c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:24:30.043233 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ce25b-c870-4822-b4a3-e118b780f28c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:24:30.043558 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ce25b-c870-4822-b4a3-e118b780f28c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:24:30.043881 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ce25b-c870-4822-b4a3-e118b780f28c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:24:30.044200 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ce25b-c870-4822-b4a3-e118b780f28c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:24:30.044520 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ce25b-c870-4822-b4a3-e118b780f28c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:24:30.044835 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ce25b-c870-4822-b4a3-e118b780f28c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:24:30.045149 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ce25b-c870-4822-b4a3-e118b780f28c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:24:30.045468 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ce25b-c870-4822-b4a3-e118b780f28c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821739-1-iscsi {{(pid=102477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:24:39.774941 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.agents_db [None req-d83a49a0-1be1-4d29-a7ba-91319940a8a9 None None] Agent healthcheck: found 6 active agents {{(pid=102479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 14 18:24:46.456111 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-26a671a4-0cc3-4f70-b3ae-278b4ceac9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:24:48.757632 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-46f4ea16-c4a8-4c9d-ae57-43f012e8d4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:24:49.840409 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-cf1fda14-6f0d-42ea-928d-63fe9f24329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:24:51.645793 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-1a5f21f8-b210-492f-a8cf-2d8a6010caea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:24:51.972804 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:24:57.184393 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:25:16.458612 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-7f1056c7-09be-47d1-9642-9883fac0be48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:25:16.774634 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.agents_db [None req-d83a49a0-1be1-4d29-a7ba-91319940a8a9 None None] Agent healthcheck: found 6 active agents {{(pid=102479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 14 18:25:18.759746 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2735c0d4-cab3-400e-85c6-f3b976a139ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:25:19.840610 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-cf1fda14-6f0d-42ea-928d-63fe9f24329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:25:21.648567 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-1a5f21f8-b210-492f-a8cf-2d8a6010caea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:25:21.974159 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:25:27.178676 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:25:46.460644 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-dd0dd6fa-19a6-449f-9bf1-63ce3e8cbd18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:25:48.763087 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2ae0b8a4-aeef-4beb-a542-42b9e1a8dd3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:25:49.844333 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-cf1fda14-6f0d-42ea-928d-63fe9f24329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:25:51.652936 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-1a5f21f8-b210-492f-a8cf-2d8a6010caea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:25:51.976051 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:25:53.774184 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.agents_db [None req-d83a49a0-1be1-4d29-a7ba-91319940a8a9 None None] Agent healthcheck: found 6 active agents {{(pid=102479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 14 18:25:57.187994 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:26:16.461980 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-b923448b-d08e-41ab-930b-a970259786d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:26:18.768054 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-7a6ac55a-fae9-4bbb-88c8-833cda55083c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:26:19.847141 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-cf1fda14-6f0d-42ea-928d-63fe9f24329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:26:21.653706 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-1a5f21f8-b210-492f-a8cf-2d8a6010caea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:26:21.978073 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:26:27.204318 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:26:30.773138 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.agents_db [None req-d83a49a0-1be1-4d29-a7ba-91319940a8a9 None None] Agent healthcheck: found 6 active agents {{(pid=102479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 14 18:26:46.464073 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-3c56f7a2-7ae4-45a5-a850-5db41a3d140c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:26:48.770256 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-c3a317fc-9a72-4f41-9a35-c476aa046a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:26:49.849523 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-cf1fda14-6f0d-42ea-928d-63fe9f24329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:26:51.656095 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-1a5f21f8-b210-492f-a8cf-2d8a6010caea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:26:51.979800 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:26:57.208316 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:27:07.772747 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.agents_db [None req-d83a49a0-1be1-4d29-a7ba-91319940a8a9 None None] Agent healthcheck: found 6 active agents {{(pid=102479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 14 18:27:13.494828 dv-cinder-821739-1-iscsi neutron-server[102477]: DEBUG neutron.wsgi [req-18de3906-1e3e-4dcf-b022-3f917457cee2 req-4126770b-6b19-4183-980d-c34514a260f8 service neutron] (102477) timed out ('10.222.0.90', 63796) {{(pid=102477) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 14 18:27:16.465566 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-31468c86-69c6-45d5-9d83-ed27681db186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:27:18.771556 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-eaaef828-5028-4de5-adf8-ef7a078bc10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:27:19.857438 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-cf1fda14-6f0d-42ea-928d-63fe9f24329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:27:21.658389 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-1a5f21f8-b210-492f-a8cf-2d8a6010caea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:27:21.981696 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:27:27.204794 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:27:44.771964 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.agents_db [None req-d83a49a0-1be1-4d29-a7ba-91319940a8a9 None None] Agent healthcheck: found 6 active agents {{(pid=102479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 14 18:27:46.469167 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-13e0e708-fb0e-49ef-a01f-e400f213f94f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:27:48.772627 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-6058917d-c67d-4472-9961-d57119aa9afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:27:49.856053 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-cf1fda14-6f0d-42ea-928d-63fe9f24329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:27:51.661772 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-1a5f21f8-b210-492f-a8cf-2d8a6010caea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:27:51.984196 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:27:57.203646 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:28:16.471583 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-692fabd7-4ff6-4842-b6de-a6b4c73ba18d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:28:18.775229 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-d1c1ad9b-c8a1-4860-98de-5e9169bb0ed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:28:19.859130 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-cf1fda14-6f0d-42ea-928d-63fe9f24329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:28:21.665248 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-1a5f21f8-b210-492f-a8cf-2d8a6010caea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:28:21.771344 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.agents_db [None req-d83a49a0-1be1-4d29-a7ba-91319940a8a9 None None] Agent healthcheck: found 6 active agents {{(pid=102479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 14 18:28:21.985888 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:28:27.205897 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:28:46.474277 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-72d01718-97f5-4b44-a0ba-e0aa0f2097bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:28:48.777764 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-1f141532-1fcd-4823-bfc3-c4fe6dda5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:28:49.862150 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-cf1fda14-6f0d-42ea-928d-63fe9f24329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:28:51.668437 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-1a5f21f8-b210-492f-a8cf-2d8a6010caea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:28:51.987310 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:28:57.208630 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:28:58.769551 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.agents_db [None req-d83a49a0-1be1-4d29-a7ba-91319940a8a9 None None] Agent healthcheck: found 6 active agents {{(pid=102479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 14 18:29:16.476304 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-fd013fbc-abf0-4a75-81e5-a5251a049e05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:29:18.779742 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-a5270e1c-aa1e-4938-a821-6054194555cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:29:19.865079 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-cf1fda14-6f0d-42ea-928d-63fe9f24329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:29:21.670215 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-1a5f21f8-b210-492f-a8cf-2d8a6010caea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:29:21.990153 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6eed-7c66-4960-b795-e29dcd5417d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:29:27.204044 dv-cinder-821739-1-iscsi neutron-server[102478]: DEBUG neutron_lib.callbacks.manager [None req-8434c4c7-e45c-4acd-8364-1173c098f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239721665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955740'] for agent, after_update {{(pid=102478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 18:29:30.505000 dv-cinder-821739-1-iscsi neutron-server[102476]: DEBUG neutron.wsgi [req-fdbc39f4-f69e-4312-85e2-d9d6791c685e req-f098b6b9-4ade-4985-bd87-f74b91eda1ef service neutron] (102476) timed out ('10.222.0.70', 55214) {{(pid=102476) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 14 18:29:35.768929 dv-cinder-821739-1-iscsi neutron-server[102479]: DEBUG neutron.db.agents_db [None req-d83a49a0-1be1-4d29-a7ba-91319940a8a9 None None] Agent healthcheck: found 6 active agents {{(pid=102479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}